-- Logs begin at Thu 2021-08-19 01:33:32 UTC, end at Thu 2021-08-19 03:08:34 UTC. -- Aug 19 02:13:44.875401 dv-cinder-757936-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 02:13:47.735215 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.common.config [-] Logging enabled! Aug 19 02:13:47.735816 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 19 02:13:47.735974 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 02:13:47.739153 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.common.config [-] Logging enabled! Aug 19 02:13:47.739403 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 19 02:13:47.739709 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 02:13:47.740620 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:13:47.740849 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:13:47.741211 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:13:47.741456 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:13:47.741678 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:13:47.741988 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.742304 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.742600 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.742825 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.743111 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.743394 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.743671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.743951 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.744764 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.745249 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.745573 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.745860 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.746119 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.746401 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.746684 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.746966 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.747187 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] debug = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.747464 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.748129 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.748542 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.748818 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.749100 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.749374 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.749640 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.749909 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.750211 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.750534 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] host = dv-cinder-757936-6-iscsi {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.750807 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.751086 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.751366 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.751647 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.751914 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.752186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.752464 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.752732 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.753003 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.753273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.753555 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.753837 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.754141 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.754363 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.754580 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.754861 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.755141 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.755411 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.755681 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.755949 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.756216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.756484 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.756746 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.757023 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.757299 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.757579 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.757849 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.758142 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.758408 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.758675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.758953 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.759220 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.759488 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.759756 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.760671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.761089 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.761368 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.761667 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.761956 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.762266 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.762550 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.762822 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.763106 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.763373 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.763639 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.763906 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_json = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.764174 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.764439 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.764715 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.764981 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.765248 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.765516 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.765781 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.766090 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:47.766384 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.766677 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.766973 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.767253 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.767544 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.767821 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.768110 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.768384 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.768669 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.768956 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.769240 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.769517 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.769801 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.770098 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.770392 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.770691 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.770984 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.771272 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.771545 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.771816 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.772088 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.772364 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.772646 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.772940 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.773224 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.773494 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.773768 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.774082 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.774359 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.774630 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.774905 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.775189 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.776356 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.776654 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.776948 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.777234 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.777517 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.777797 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.778106 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.778400 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.778681 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.778955 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.779228 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.779505 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.779775 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.780057 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.780333 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.780605 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.780876 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.781150 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.781420 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.781691 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.781965 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.782257 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.782533 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.782802 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.783073 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.783343 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.783612 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.783886 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.784152 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.784419 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.784692 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.784960 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.785229 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.785497 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.785765 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.786054 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.786338 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.786634 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.786910 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.787186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.787460 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.787734 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.788008 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.788283 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.788558 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.788836 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.789107 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.789395 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.789677 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.789959 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.790260 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.790535 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.790824 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.791120 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.791598 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.791918 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.792199 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.792489 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.792774 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.793067 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.793359 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.793650 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.793943 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.794259 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.794538 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.794841 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.795119 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:47.795333 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:13:47.795568 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 02:13:48.152554 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 02:13:48.152983 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 02:13:48.153442 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 02:13:48.153993 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 02:13:48.553170 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.553380 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.553648 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.554863 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.555130 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.555390 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.589819 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.590117 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.590383 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.607330 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.607602 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.607868 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.636274 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.636550 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.636817 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.673134 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.673407 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.673674 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.905448 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.906128 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.906128 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.906307 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:48.906927 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.027663 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.027986 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.028266 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.028532 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.028807 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.029114 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.029370 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.029621 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.029880 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.030182 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.030440 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.030700 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.030959 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.031215 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.031465 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.031726 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.031976 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.032236 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.032499 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.032752 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.033016 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.033266 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.033542 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.033923 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.034190 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.034433 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.034825 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.035065 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.035300 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.035544 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.035776 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.036007 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:49.036364 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 02:13:49.039678 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 02:13:49.044364 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 02:13:49.048015 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 19 02:13:49.049619 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 02:13:49.050108 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 02:13:49.050439 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 02:13:49.050817 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 02:13:49.053566 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 02:13:49.053809 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 02:13:49.054179 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 02:13:49.060540 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 02:13:49.082190 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 02:13:49.082641 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.082937 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 02:13:49.083294 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.084633 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 02:13:49.084906 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 02:13:49.085144 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 02:13:49.088550 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.088838 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:49.153056 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 02:13:49.153289 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 02:13:49.153520 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 02:13:49.153878 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 02:13:49.174864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_db.sqlalchemy.engines [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 02:13:49.875119 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing driver for type 'gre' Aug 19 02:13:49.875662 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] gre ID ranges: [(1, 1000)] Aug 19 02:13:50.097007 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing driver for type 'local' Aug 19 02:13:50.097588 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing driver for type 'vlan' Aug 19 02:13:50.188652 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] VlanTypeDriver initialization complete Aug 19 02:13:50.188955 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing driver for type 'vxlan' Aug 19 02:13:50.189457 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] vxlan ID ranges: [(1, 1000)] Aug 19 02:13:50.377343 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing extension driver 'port_security' Aug 19 02:13:50.377683 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] PortSecurityExtensionDriver initialization complete Aug 19 02:13:50.378041 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing mechanism driver 'openvswitch' Aug 19 02:13:50.378367 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing mechanism driver 'hyperv' Aug 19 02:13:50.385466 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.plugin [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:13:50.386584 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.386958 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.387311 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.387829 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.388257 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.388608 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.388999 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.389337 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.389743 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.390110 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.393657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.393657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.393657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.393657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.393657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394058 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.394058 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394058 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394058 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394058 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.394427 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > address_group after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394427 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > address_group after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.394706 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.395092 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:13:50.395462 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] ML2 OVO RPC backend initialized. {{(pid=94295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 02:13:50.396150 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.396504 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.396912 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.397255 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > networks before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.397600 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.397941 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > ports before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.398306 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.398644 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnets before_response 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.398985 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.399321 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.399659 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.399986 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.400372 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.401426 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.401835 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.402203 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.402540 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.403106 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.plugin [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Modular L2 Plugin initialization complete Aug 19 02:13:50.403433 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading services supported by the core plugin {{(pid=94295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 02:13:50.403756 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.plugins.ml2.managers [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Got port-security extension from driver 'port_security' Aug 19 02:13:50.404211 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.extensions.vlantransparent [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Disabled vlantransparent extension. Aug 19 02:13:50.404685 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 02:13:50.404996 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: router Aug 19 02:13:50.440530 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.440861 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_create 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.441228 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router before_create 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.441589 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.441958 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.442333 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_delete 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.442692 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.444586 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.444967 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_create 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.445326 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.445683 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.446057 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.446425 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.446832 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.447696 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.448205 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.448649 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: subnet after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.448991 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.449338 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.449681 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_create 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.450035 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.450384 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.450740 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router after_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.451079 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.451426 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_create 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.451784 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.452124 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_update 55549900 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.452483 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > agent after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.452827 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > agent after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.453165 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > network after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.454026 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Tracking information for resource: router configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:50.454367 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Tracking information for resource: floatingip configured {{(pid=94295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:13:50.459598 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.db.l3_agentschedulers_db [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 02:13:50.460157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.460515 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.460861 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.461214 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: port after_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.461984 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router before_create 55550100 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.462374 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.462733 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_create 55550100 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.463846 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > router precommit_update 55550100 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.468479 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.provider_configuration [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service providers = [] {{(pid=94295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 02:13:50.468841 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.db.servicetype_db [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 02:13:50.471747 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.service_base [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:13:50.472095 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.service_base [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:13:50.472437 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.service_base [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:13:50.473314 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.services.service_base [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:13:50.473682 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.services.service_base [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 02:13:50.474076 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.474391 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 02:13:50.485030 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.485362 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: auto_allocate Aug 19 02:13:50.491027 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: network precommit_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.491391 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: network precommit_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.491897 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.492212 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: tag Aug 19 02:13:50.500565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.500894 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: timestamp Aug 19 02:13:50.504660 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.504989 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: network_ip_availability Aug 19 02:13:50.511197 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.511565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.511919 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.512623 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.512940 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: flavors Aug 19 02:13:50.517809 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.518173 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading Plugin: revisions Aug 19 02:13:50.522365 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:13:50.522752 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.369s {{(pid=94295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 02:13:50.523476 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 02:13:50.523807 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Initializing extension manager. Aug 19 02:13:50.524313 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: __init__.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.524650 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: __pycache__ {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.524981 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.525951 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: address_group.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.526850 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.527413 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: address-group Aug 19 02:13:50.527735 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: address_scope.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.528443 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.528946 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: address-scope Aug 19 02:13:50.529266 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.530204 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.530709 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: router-admin-state-down-before-update Aug 19 02:13:50.531028 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: agent.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.531720 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.532214 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: agent Aug 19 02:13:50.532530 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: agent_resources_synced.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.533426 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.533923 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: agent-resources-synced Aug 19 02:13:50.534328 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: allowedaddresspairs.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.536080 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.536591 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: allowed-address-pairs Aug 19 02:13:50.536917 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: auto_allocated_topology.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.537973 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.538505 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: auto-allocated-topology Aug 19 02:13:50.538829 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: availability_zone.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.539513 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.540006 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: availability_zone Aug 19 02:13:50.540324 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: availability_zone_filter.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.541438 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.542055 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: availability_zone_filter Aug 19 02:13:50.542379 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: data_plane_status.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.543280 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.543777 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 02:13:50.544095 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: default_subnetpools.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.544994 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.545496 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: default-subnetpools Aug 19 02:13:50.545813 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.546677 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.547433 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: dhcp_agent_scheduler Aug 19 02:13:50.547626 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: dns.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.548548 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.549240 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension dns-integration not supported by any of loaded plugins Aug 19 02:13:50.549566 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: dns_domain_ports.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.550520 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.551020 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 02:13:50.551339 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.552261 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.552764 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 02:13:50.553084 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: dvr.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.553745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.554283 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: dvr Aug 19 02:13:50.554605 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: ecmp_routes.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.555534 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.556064 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 02:13:50.556382 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: empty_string_filtering.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.557568 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.558108 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: empty-string-filtering Aug 19 02:13:50.558455 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.559350 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.559853 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 02:13:50.560171 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.561084 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.561587 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 02:13:50.561908 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: external_net.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.562842 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.563351 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: external-net Aug 19 02:13:50.563670 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.564562 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.565064 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: extra_dhcp_opt Aug 19 02:13:50.565382 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: extraroute.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.566335 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.566841 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: extraroute Aug 19 02:13:50.567162 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: extraroute_atomic.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.568187 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.568715 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: extraroute-atomic Aug 19 02:13:50.569033 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: filter_validation.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.569876 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.570408 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: filter-validation Aug 19 02:13:50.570727 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: fip_pf_description.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.571625 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.572123 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 02:13:50.573111 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: fip_port_details.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.574186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.574700 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: fip-port-details Aug 19 02:13:50.575023 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: flavors.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.576235 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.576746 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: flavors Aug 19 02:13:50.577076 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.578741 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.579256 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 02:13:50.579581 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: floatingip_pools.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.580262 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.580764 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: floatingip-pools Aug 19 02:13:50.581084 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: ip_allocation.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.581993 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.582510 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 02:13:50.582829 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.583733 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.584236 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: ip-substring-filtering Aug 19 02:13:50.584557 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l2_adjacency.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.585483 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.585984 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 02:13:50.586327 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.587300 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.587886 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: router Aug 19 02:13:50.588917 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.591226 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.591752 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 02:13:50.592079 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.592996 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.593508 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: ext-gw-mode Aug 19 02:13:50.593829 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.594784 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.595291 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: l3-ha Aug 19 02:13:50.595609 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3_flavors.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.596513 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.597021 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: l3-flavors Aug 19 02:13:50.597340 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.598267 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.598770 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 02:13:50.599088 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: l3agentscheduler.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.600123 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.600629 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: l3_agent_scheduler Aug 19 02:13:50.600952 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: logging.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.602439 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.602958 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension logging not supported by any of loaded plugins Aug 19 02:13:50.603284 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: metering.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.604286 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.604868 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: metering Aug 19 02:13:50.605195 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.606412 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.606936 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: metering_source_and_destination_fields Aug 19 02:13:50.607263 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: multiprovidernet.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.608178 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.608684 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: multi-provider Aug 19 02:13:50.609010 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: netmtu.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.609914 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.610445 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: net-mtu Aug 19 02:13:50.610768 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: netmtu_writable.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.611677 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.612179 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: net-mtu-writable Aug 19 02:13:50.612503 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: network_availability_zone.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.613164 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.613661 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: network_availability_zone Aug 19 02:13:50.613982 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: network_ip_availability.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.615071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.615577 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: network-ip-availability Aug 19 02:13:50.615900 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: network_segment_range.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.616648 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.617149 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 02:13:50.617468 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: pagination.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.618457 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.618787 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: pagination Aug 19 02:13:50.619129 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: port_device_profile.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.620275 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.620790 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: port-device-profile Aug 19 02:13:50.621111 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.622059 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.622571 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: port-mac-address-regenerate Aug 19 02:13:50.623147 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.624054 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.624560 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: port-numa-affinity-policy Aug 19 02:13:50.624881 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: port_resource_request.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.625778 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.626313 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 02:13:50.626633 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: portbindings.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.627563 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.628067 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: binding Aug 19 02:13:50.628387 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: portbindings_extended.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.629633 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.630185 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: binding-extended Aug 19 02:13:50.630509 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: portsecurity.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.631405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.631907 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: port-security Aug 19 02:13:50.632227 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: project_id.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.633181 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.633507 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: project-id Aug 19 02:13:50.633841 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: providernet.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.635291 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.636089 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: provider Aug 19 02:13:50.636410 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.639899 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.640417 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos not supported by any of loaded plugins Aug 19 02:13:50.640743 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.641967 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.642503 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 02:13:50.642832 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.643741 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.644247 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 02:13:50.644571 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_default.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.645470 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.645981 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-default not supported by any of loaded plugins Aug 19 02:13:50.646329 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_fip.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.646973 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.647478 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-fip not supported by any of loaded plugins Aug 19 02:13:50.647799 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_gateway_ip.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.648711 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.649219 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 02:13:50.649536 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_port_network_policy.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.651128 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.651841 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 02:13:50.652159 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_pps_rule.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.653328 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.653846 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-pps not supported by any of loaded plugins Aug 19 02:13:50.654204 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_rule_type_details.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.655120 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.655630 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 02:13:50.655952 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: qos_rules_alias.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.656979 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.657497 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 02:13:50.657817 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: quotasv2.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.658910 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.659236 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: quotas Aug 19 02:13:50.659558 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: quotasv2_detail.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.662600 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.662942 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: quota_details Aug 19 02:13:50.663276 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: rbac.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.664313 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.664836 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: rbac-policies Aug 19 02:13:50.665169 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: rbac_address_group.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.666280 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.666943 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: rbac-address-group Aug 19 02:13:50.667273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: rbac_address_scope.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.668203 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.668712 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: rbac-address-scope Aug 19 02:13:50.669035 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: rbac_security_groups.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.669938 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.670471 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: rbac-security-groups Aug 19 02:13:50.670793 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: rbac_subnetpool.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.671692 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.672199 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: rbac-subnetpool Aug 19 02:13:50.672522 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: revisionifmatch.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.673428 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.673937 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: revision-if-match Aug 19 02:13:50.674280 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: revisions.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.675389 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.675881 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: standard-attr-revisions Aug 19 02:13:50.676205 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: router_availability_zone.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.676870 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.677376 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: router_availability_zone Aug 19 02:13:50.677702 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: routerservicetype.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.678638 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.679142 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension router-service-type not supported by any of loaded plugins Aug 19 02:13:50.679459 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.680370 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.680875 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: security-groups-normalized-cidr Aug 19 02:13:50.681197 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.682342 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.682849 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: port-security-groups-filtering Aug 19 02:13:50.683172 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.684095 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.684602 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: security-groups-remote-address-group Aug 19 02:13:50.684922 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: securitygroup.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.694605 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.695083 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: security-group Aug 19 02:13:50.695410 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: segment.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.696188 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.696691 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension segment not supported by any of loaded plugins Aug 19 02:13:50.697013 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.698761 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.699275 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 02:13:50.699599 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: servicetype.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.700766 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.701284 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: service-type Aug 19 02:13:50.701611 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: sorting.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.702619 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.702951 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: sorting Aug 19 02:13:50.703274 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: standard_attr_segment.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.704183 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.704702 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 02:13:50.705028 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: standardattrdescription.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.705671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.706213 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: standard-attr-description Aug 19 02:13:50.706534 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: stateful_security_group.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.707461 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.707974 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: stateful-security-group Aug 19 02:13:50.708297 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: stdattrs_common.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.708870 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 02:13:50.709187 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.710131 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.710636 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 02:13:50.710953 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnet_onboard.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.712012 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.712521 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: subnet_onboard Aug 19 02:13:50.712901 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.714062 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.714570 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 02:13:50.714888 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnet_service_types.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.715794 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.716303 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: subnet-service-types Aug 19 02:13:50.716624 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnetallocation.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.717689 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.718232 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: subnet_allocation Aug 19 02:13:50.718556 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.719210 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.719714 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: subnetpool-prefix-ops Aug 19 02:13:50.720032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.720959 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.721464 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 02:13:50.721791 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: tagging.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.722853 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.723380 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: standard-attr-tag Aug 19 02:13:50.723704 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: timestamp.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.724893 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.725408 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loaded extension: standard-attr-timestamp Aug 19 02:13:50.725734 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: trunk.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.726792 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.727304 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension trunk not supported by any of loaded plugins Aug 19 02:13:50.727628 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: trunk_details.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.728658 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.729419 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension trunk-details not supported by any of loaded plugins Aug 19 02:13:50.729746 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: uplink_status_propagation.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.730701 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.731210 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 02:13:50.731530 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Loading extension file: vlantransparent.py {{(pid=94295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:13:50.732187 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:13:50.732688 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 02:13:50.735132 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:network Aug 19 02:13:50.735656 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnet Aug 19 02:13:50.736049 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:13:50.736435 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:port Aug 19 02:13:50.737669 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.738176 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service FLAVORS assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.738776 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.739202 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.739530 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:router Aug 19 02:13:50.739960 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:floatingip Aug 19 02:13:50.740449 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service METERING assigned prefix: /metering {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.741861 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.742259 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.742616 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:13:50.743601 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 02:13:50.744673 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:security_group Aug 19 02:13:50.745243 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 02:13:50.745846 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service CORE assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.746209 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:13:50.746553 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] subnetpool is already registered Aug 19 02:13:50.746989 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service CORE assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.747314 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:13:50.747641 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] subnetpool is already registered Aug 19 02:13:50.750163 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.751814 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service FLAVORS assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.752426 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.752851 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.753184 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:router Aug 19 02:13:50.753522 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] router is already registered Aug 19 02:13:50.753935 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:floatingip Aug 19 02:13:50.754294 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] floatingip is already registered Aug 19 02:13:50.754744 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service METERING assigned prefix: /metering {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.755408 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 02:13:50.755734 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] rbac_policy is already registered Aug 19 02:13:50.756143 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:security_group Aug 19 02:13:50.756474 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] security_group is already registered Aug 19 02:13:50.756872 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 02:13:50.757203 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] security_group_rule is already registered Aug 19 02:13:50.757673 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service CORE assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.758023 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:13:50.758351 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] subnetpool is already registered Aug 19 02:13:50.758766 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.v2.resource_helper [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Service CORE assigned prefix: {{(pid=94295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:13:50.759085 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:13:50.759411 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING neutron.quota.resource_registry [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] subnetpool is already registered Aug 19 02:13:50.759967 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: extensions {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.761673 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: address-groups {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.763200 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: address-scopes {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.764391 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: agents {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.765539 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: auto-allocated-topology {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.766903 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: availability_zones {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.768123 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: dhcp-networks {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.769548 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: dhcp-agents {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.771090 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: routers {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.772772 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: flavors {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.773922 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: service_profiles {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.775238 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: next_providers {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.777453 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: service_profiles {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.778933 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: floatingip-pools {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.780128 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: routers {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.781905 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: floatingips {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.783126 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: l3-routers {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.784500 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: l3-agents {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.785987 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: metering-labels {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.787238 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: metering-label-rules {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.788489 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: network-ip-availabilities {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.789842 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: bindings {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.792263 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: quotas {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.793694 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: quotas {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.795229 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: rbac-policies {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.796405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: security-groups {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.797606 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: security-group-rules {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.798840 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: service-providers {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.800146 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: subnetpools {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.801477 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: subnetpools {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.802943 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.804718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.806435 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.808628 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.810354 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.812175 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.814856 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.816647 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.818435 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.820281 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron.api.extensions [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Extended resource: tags {{(pid=94295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:13:50.826560 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING keystonemiddleware.auth_token [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 02:13:50.831105 dv-cinder-757936-6-iscsi neutron-server[94295]: WARNING keystonemiddleware.auth_token [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 02:13:50.840428 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Acquired lock "singleton_lock" {{(pid=94295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 02:13:50.840900 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_concurrency.lockutils [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Releasing lock "singleton_lock" {{(pid=94295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 02:13:50.841540 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Starting 2 workers Aug 19 02:13:50.846350 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Started child 94404 {{(pid=94295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:13:50.852315 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Started child 94405 {{(pid=94295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:13:50.852445 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.853084 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO neutron.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 02:13:50.853084 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Notify callbacks [] for process, before_spawn {{(pid=94295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.854267 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [-] (94404) wsgi starting up on http://0.0.0.0:9696 Aug 19 02:13:50.856288 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Starting 1 workers Aug 19 02:13:50.857253 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.858726 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [-] (94405) wsgi starting up on http://0.0.0.0:9696 Aug 19 02:13:50.861441 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Started child 94406 {{(pid=94295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:13:50.861970 dv-cinder-757936-6-iscsi neutron-server[94295]: INFO oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Starting 1 workers Aug 19 02:13:50.865228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] calling RpcWorker wait() {{(pid=94406) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 02:13:50.865769 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] returning from RpcWorker wait() {{(pid=94406) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 02:13:50.866434 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Started child 94407 {{(pid=94295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:13:50.867124 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.867241 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG neutron_lib.callbacks.manager [None req-bf31194f-3041-41a9-b487-325ef72f366a None None] Notify callbacks [] for process, after_spawn {{(pid=94295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.867636 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:13:50.869345 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 02:13:50.869457 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:13:50.869745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:13:50.870131 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:13:50.870472 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:13:50.870637 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:13:50.871176 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.871446 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.871740 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.872230 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.872230 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.872230 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.873070 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.873173 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:13:50.873325 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.873555 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.873816 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.874085 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.874256 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.874420 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.874689 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.874915 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.875196 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.875490 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.875693 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.876037 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.876135 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.876371 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.876621 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.876859 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.877123 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] debug = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.877353 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.877833 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.878092 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.881071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] host = dv-cinder-757936-6-iscsi {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.882231 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.883405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.883405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.883405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.883405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.883405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884062 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884062 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884062 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884446 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884446 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884750 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.884973 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.885215 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_options = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.885561 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.885925 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.886239 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.886420 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.886565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.886748 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.886994 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.887154 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.887370 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.887585 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.887798 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.888012 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.888226 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.888440 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.888698 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.888938 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.889150 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.889373 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.889616 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.889878 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.890098 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.890323 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.890542 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.890797 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.891024 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.891236 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.891481 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.891708 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.891917 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.892161 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.892407 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.892645 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.892885 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.893149 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.893349 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.893568 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.893803 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.894092 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.894318 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.894572 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.894822 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.895060 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.895311 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.895520 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.895755 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.895955 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_json = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.896163 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.896393 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.896617 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.896841 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.897066 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.897510 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.897510 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.897807 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.898174 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.898482 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.898782 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.899047 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.899280 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.899523 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.899775 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.900008 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.901750 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.901750 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.901750 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.902159 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.903273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.903511 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.903769 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.904453 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.904710 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.915593 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.916721 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.917725 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918279 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.918779 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.919308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.921366 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.921619 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.921857 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.922112 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.922339 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.923392 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.923627 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.927043 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.928859 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.929185 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.929444 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.929719 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.929967 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.930245 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.930494 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.930771 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.931029 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.931273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.931553 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.931842 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.932220 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.932585 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.932863 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.933123 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.933397 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.933639 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.933887 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.934386 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.934646 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.934875 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.935115 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.935368 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.935633 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.935914 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.936178 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.936453 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.936711 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.938298 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.938775 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.939131 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.939521 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.940000 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.940449 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.940838 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.941232 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.941642 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.942044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.942447 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.942701 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.942966 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.943220 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.943513 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.943766 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.943996 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.944241 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.944480 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.945675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.945675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.945675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.945675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.946047 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.946047 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.946451 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.946574 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.946766 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948955 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.948955 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.949190 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.949403 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.949611 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.949856 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.950094 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.950321 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.950552 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.950774 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.951050 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.951239 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.951458 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.951681 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.951920 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.952139 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.952360 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.952579 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.952818 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.953040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.953257 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.953548 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.953803 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.954035 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.954269 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.954498 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.954767 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.954984 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.955227 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.955650 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.955863 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.956076 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.956321 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.956533 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.956746 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.956973 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.957209 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.957488 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.957737 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.958091 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.958343 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.958572 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.958806 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.959017 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.959273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.959495 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.959712 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.959925 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.960141 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.960352 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.960689 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.960839 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.961075 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.961286 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.961496 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.961723 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.961935 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.962171 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.962464 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.962707 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967216 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.967864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968390 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968390 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968390 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968390 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968672 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968750 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.968958 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.969229 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.969441 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.969662 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.969876 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.970277 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.970675 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.971053 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.971411 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.971789 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.972011 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.972229 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.972522 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.972788 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.973032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.973312 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.973751 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.974186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.974603 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.974923 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.975137 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.975400 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.975646 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.975868 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.976089 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.976346 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.976676 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.976974 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.977241 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.977478 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.977746 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.978082 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.978367 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.978686 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.979142 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.979467 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.979765 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.980016 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.980246 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.980493 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.980717 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.980933 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.981149 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.981393 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.981609 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.981851 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.982102 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.982330 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.982538 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.982816 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.983040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.983267 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.983491 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.983761 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.983976 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:50.984136 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:13:50.984645 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 02:13:50.984800 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:13:50.984961 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:13:50.985131 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:13:50.985308 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:13:50.985459 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:13:50.985661 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.985820 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.985980 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986319 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986501 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986680 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986826 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.986968 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.987121 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.987285 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.987441 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.987597 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988107 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988107 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988107 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988343 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988343 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988489 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.988838 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.989170 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.989483 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.989792 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] debug = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.989952 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990182 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990350 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990512 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990669 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990827 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.990984 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991142 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991299 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991464 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991608 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991765 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.991893 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992043 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992195 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992347 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992498 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992648 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] host = dv-cinder-757936-6-iscsi {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992800 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.992950 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993101 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993252 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993405 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993556 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.993875 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.994589 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.994753 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.994963 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.995168 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.995365 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.995532 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.995691 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_options = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.995848 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996007 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996168 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996352 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996515 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996673 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996831 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.996989 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.997146 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.997304 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.997465 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.997624 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998108 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998261 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998387 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998508 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998629 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998790 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.998947 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999104 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999260 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999417 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999575 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999731 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:50.999888 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000047 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000206 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000361 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000519 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000676 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000834 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.000992 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.001149 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.001337 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.001463 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.001585 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.001743 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.002901 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.002901 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.002901 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003467 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003467 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003467 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003685 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003685 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003839 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_json = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.003916 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004075 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004233 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004391 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004607 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004699 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.004877 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.005011 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:13:51.005165 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.005543 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.005543 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.006065 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.006065 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.006065 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.007044 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008040 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.008718 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.009565 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.010745 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011157 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011358 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011443 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011601 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011771 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.011923 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012084 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012244 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012406 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012567 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012728 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.012889 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013060 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013220 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013380 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013539 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013700 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.013859 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014190 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014351 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014508 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014846 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.014999 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015163 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015325 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015484 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015641 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015800 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.015948 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016112 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016273 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016435 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016596 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016757 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.016918 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017078 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017237 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017397 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017558 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017723 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.017885 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.018193 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.018361 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.018673 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.018986 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.019310 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.019620 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.019782 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.019943 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020105 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020266 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020427 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020589 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020751 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.020910 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.021071 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022032 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022415 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022415 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022555 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022621 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:13:51.022692 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022757 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.022903 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023041 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023199 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023359 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023528 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023688 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.023852 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024012 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024180 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024352 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024512 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024673 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024832 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.024991 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.025150 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.025853 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.026020 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.026185 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.026517 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.026685 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.026854 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027026 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027186 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027347 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027508 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027690 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.027850 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028010 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028170 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028336 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028497 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028658 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028818 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.028978 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029137 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029303 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029476 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029627 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029769 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.029932 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030141 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030283 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030422 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030578 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030740 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.030901 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031057 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031217 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031377 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031534 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031694 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.031869 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032028 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032170 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032309 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032473 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032631 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032782 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.032939 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.033094 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.033251 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.033459 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.033612 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034034 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034136 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034278 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034380 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034657 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.034882 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035159 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035257 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035397 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035728 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035728 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.035923 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036067 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036150 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036330 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036463 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036617 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.036909 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037021 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037103 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037235 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037486 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037586 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037691 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.037860 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038053 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038196 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038362 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038523 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038689 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.038845 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.039163 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.039326 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.039487 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.039647 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.039870 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.040010 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.040140 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.040264 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.040421 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.040574 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041074 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041074 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041234 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041448 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041634 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041864 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.041947 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042105 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042261 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042422 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042584 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042743 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.042903 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043078 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043253 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043394 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043555 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043712 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.043873 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044041 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044199 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044352 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044508 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044667 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044818 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.044989 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045148 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045307 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045460 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045621 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045781 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.045952 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046131 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046275 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046468 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046623 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046762 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.046900 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047038 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047176 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047341 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047486 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047648 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047807 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.047946 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.048110 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.048280 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.048447 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.048824 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.048824 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049104 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049104 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049379 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049379 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049644 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049783 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.049921 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050085 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050229 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050367 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050505 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050656 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050808 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.050948 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051117 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051282 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051427 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051590 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051734 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.051897 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.052447 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38500) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:13:51.059671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.059671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.059671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.059671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:13:51.059671 dv-cinder-757936-6-iscsi neutron-server[94295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:13:51.061383 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066733 Aug 19 02:14:02.683459 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e6816-e9e0-493b-915a-12a144df825c None None] get_active_networks_info from dv-cinder-757936-6-iscsi {{(pid=94406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 02:14:02.744822 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e6816-e9e0-493b-915a-12a144df825c None None] No non-hosted networks {{(pid=94406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 02:14:02.753052 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.agentschedulers_db [None req-7c4e6816-e9e0-493b-915a-12a144df825c None None] DHCP Agent not found on host dv-cinder-757936-6-iscsi {{(pid=94406) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 02:14:02.849516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0f420158-cec1-4371-a63b-7657bed8d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:05.224236 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fba3126e-c443-4faa-a381-acebe343117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:05.265168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.db.api [None req-926f23c9-0c6b-4b4c-9eec-e6c1308433da None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-757936-6-iscsi {{(pid=94406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:14:05.265884 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG oslo_db.api [None req-926f23c9-0c6b-4b4c-9eec-e6c1308433da None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:14:05.493269 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:05.494380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.495040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.495774 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.496335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.496937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.497824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.498369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.498993 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.499536 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.500188 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.500730 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.501438 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:05.502121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757936-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:05.511670 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757936-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:05.871094 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-926f23c9-0c6b-4b4c-9eec-e6c1308433da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:06.333353 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:08.012362 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:08.960586 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38592) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:09.472811 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING oslo_policy.policy [None req-7052c3f7-563c-40f2-8876-50d5813e2bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:09.473404 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING oslo_policy.policy [None req-7052c3f7-563c-40f2-8876-50d5813e2bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:09.695370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [None req-7052c3f7-563c-40f2-8876-50d5813e2bd1 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:14:09.696400 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7052c3f7-563c-40f2-8876-50d5813e2bd1 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7348225 Aug 19 02:14:10.488129 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.db.l3_hamode_db [None req-416338ad-2ecd-445b-a174-fa9bf358fa2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 02:14:10.566537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416338ad-2ecd-445b-a174-fa9bf358fa2b None None] Routers set() bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:14:10.566911 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416338ad-2ecd-445b-a174-fa9bf358fa2b None None] Router IDs set() for agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 02:14:12.055561 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 38606) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:12.554318 dv-cinder-757936-6-iscsi neutron-server[94404]: WARNING oslo_policy.policy [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:12.554970 dv-cinder-757936-6-iscsi neutron-server[94404]: WARNING oslo_policy.policy [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:12.771878 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:12.864459 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.policy [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94404) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 02:14:12.909073 dv-cinder-757936-6-iscsi neutron-server[94404]: WARNING oslo_policy.policy [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:12.909434 dv-cinder-757936-6-iscsi neutron-server[94404]: WARNING oslo_policy.policy [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:12.918681 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.quota [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] Loaded quota_driver: . Aug 19 02:14:13.081576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000410263', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000409722', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000404941', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000399920', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000034474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792000314028', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1638735', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1556322', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3778272'] for rbac-policy, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:13.303636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:13.305036 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-3d7057c3-6aca-44b5-97ae-d1c54d46ab81 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2468524 Aug 19 02:14:15.843129 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38624) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:16.140952 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'name': 'private'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:16.142399 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.quota [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Loaded quota_driver: . Aug 19 02:14:16.279334 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Made reservation on behalf of 9e106eff56f7425fb9dba864d55e14bc for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:14:16.346177 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.policy [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94405) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 02:14:16.391570 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING oslo_policy.policy [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:16.391935 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING oslo_policy.policy [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:14:16.401797 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.423434 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.558865 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.610544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.634997 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:14:16.659205 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792002063050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.659789 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Unsubscribe: segment precommit_create {{(pid=94405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 02:14:16.660286 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Added segment 1c4b712b-4fbe-4459-8508-ae4f869359da of type vlan for network c502babb-ebfb-4d68-80da-18c9b3e32171 Aug 19 02:14:16.670263 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e496c6-d807-46cc-b690-d6a5b3dfd9a9,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:16.692728 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.693079 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.693413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.693735 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.694078 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.694414 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.694733 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.695049 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.695380 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.695694 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.696003 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.696343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Tracked resource versions report: Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: pushed versions: Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: { 'AddressGroup': {'1.2'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'ConntrackHelper': {'1.0'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Log': {'1.0'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Network': {'1.1'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Port': {'1.7'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'PortForwarding': {'1.2'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'QosPolicy': {'1.9'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroup': {'1.4'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SubPort': {'1.0'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Subnet': {'1.1'}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Trunk': {'1.1'}} Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: consumer versions: Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'ConntrackHelper': '1.0', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Log': '1.0', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Network': '1.1', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Port': '1.7', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'PortForwarding': '1.2', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'QosPolicy': '1.9', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroup': '1.4', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroupRule': '1.2', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SubPort': '1.0', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Subnet': '1.1', Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Trunk': '1.1'}} Aug 19 02:14:16.697570 dv-cinder-757936-6-iscsi neutron-server[94405]: {{(pid=94405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:14:16.791023 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.896410 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.897525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:16.898196 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.993474 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] Pushing event updated for resources: {'Network': ['ID=c502babb-ebfb-4d68-80da-18c9b3e32171,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:17.004733 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network c502babb-ebfb-4d68-80da-18c9b3e32171 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:14:17.070304 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f598613e-df42-48f1-a176-bf34ce64ba08 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2257676 Aug 19 02:14:19.694992 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38640) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:20.081851 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2633e86-5ff3-43d8-b879-7d465dfe646b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:20.083250 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e2633e86-5ff3-43d8-b879-7d465dfe646b admin admin] 10.222.0.38 "GET /v2.0/networks/c502babb-ebfb-4d68-80da-18c9b3e32171 HTTP/1.1" status: 200 len: 825 time: 0.3873146 Aug 19 02:14:20.123476 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-74ae3877-5712-4054-b685-37bd79071a6a admin admin] 10.222.0.38 "GET /v2.0/subnetpools/04b50d1c-8ac9-444d-b4bf-645c0419a8ac HTTP/1.1" status: 200 len: 734 time: 0.0339525 Aug 19 02:14:20.132420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Request body: {'subnet': {'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'name': 'private-subnet', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:20.251716 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Made reservation on behalf of 9e106eff56f7425fb9dba864d55e14bc for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:14:20.253896 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:20.658051 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:20.720971 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba07911-a2a8-44e8-baf5-25ca9cdf82e9,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:20.731744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Checking segment: {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:14:20.731744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Network hostable DHCP agents. Network: c502babb-ebfb-4d68-80da-18c9b3e32171, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:14:20.852808 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Network c502babb-ebfb-4d68-80da-18c9b3e32171 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:14:20.947605 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, c502babb-ebfb-4d68-80da-18c9b3e32171) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:20.952015 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:20.952686 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:20.957514 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c272f0-8c9c-439b-a5d1-11b5f797c890 None None] Network c502babb-ebfb-4d68-80da-18c9b3e32171 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:14:21.104116 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1062ea22-0706-4fd5-a2d9-6a692d72d178 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9750001 Aug 19 02:14:21.273159 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-c502babb-ebfb-4d68-80da-18c9b3e32171', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:14:21.275049 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:21.546084 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Allocated IP 172.20.0.2 (c502babb-ebfb-4d68-80da-18c9b3e32171/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9/9c4a0a6a-f873-44ca-ac84-ba161d7ff961) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:14:21.773846 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:21.788369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Transition to ACTIVE for port object 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:14:21.809518 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Transition to ACTIVE for port object 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:14:21.902316 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:21.978167 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Network c502babb-ebfb-4d68-80da-18c9b3e32171 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:14:21.979595 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:21.988351 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:14:21.991477 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0a6a-f873-44ca-ac84-ba161d7ff961,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:22.023196 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.023547 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.023887 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.024782 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.025119 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.025446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.025774 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.026127 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.026476 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.026804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.027165 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.027520 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Tracked resource versions report: Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: pushed versions: Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: { 'AddressGroup': {'1.2'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'ConntrackHelper': {'1.0'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Log': {'1.0'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Network': {'1.1'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Port': {'1.7'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'PortForwarding': {'1.2'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'QosPolicy': {'1.9'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroup': {'1.4'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SubPort': {'1.0'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Subnet': {'1.1'}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Trunk': {'1.1'}} Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: consumer versions: Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'ConntrackHelper': '1.0', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Log': '1.0', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Network': '1.1', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Port': '1.7', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'PortForwarding': '1.2', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'QosPolicy': '1.9', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroup': '1.4', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroupRule': '1.2', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SubPort': '1.0', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Subnet': '1.1', Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Trunk': '1.1'}} Aug 19 02:14:22.028583 dv-cinder-757936-6-iscsi neutron-server[94406]: {{(pid=94406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:14:22.076348 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Attempting to bind port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:14:22.076661 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Attempting to bind port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:14:22.077089 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Attempting to bind port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 on network c502babb-ebfb-4d68-80da-18c9b3e32171 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:14:22.081823 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:14:22.082269 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Checking segment: {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:14:22.082747 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:22.083134 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Bound using segment: {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:14:22.083643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Bound port: 9c4a0a6a-f873-44ca-ac84-ba161d7ff961, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:14:22.084069 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:22.146898 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] For port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:14:22.152358 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] For port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=9c4a0a6a-f873-44ca-ac84-ba161d7ff961,segment=NetworkSegment(1c4b712b-4fbe-4459-8508-ae4f869359da),segment_id=1c4b712b-4fbe-4459-8508-ae4f869359da)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:14:22.250776 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:22.319800 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a836b-2d53-4de7-9925-195f0bf385f8 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0a6a-f873-44ca-ac84-ba161d7ff961,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:23.473079 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38648) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:23.792346 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [None req-8938c404-10da-42c6-b587-63fe2e1e1419 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:14:23.793419 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8938c404-10da-42c6-b587-63fe2e1e1419 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191717 Aug 19 02:14:26.171689 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38656) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:26.484098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [None req-40547bf0-ae47-4392-b716-b643d57b2238 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:14:26.485143 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-40547bf0-ae47-4392-b716-b643d57b2238 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124795 Aug 19 02:14:29.108824 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38666) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:29.405837 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:29.498231 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:29.499825 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:29.654916 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:29.709923 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:29.781486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:29.782626 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1ba126d8-e11f-45a7-a362-655b646f3f67 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6728461 Aug 19 02:14:30.716774 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085823e0-3c6d-427c-aeba-50c474170f97 None None] Network c502babb-ebfb-4d68-80da-18c9b3e32171 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:14:30.954808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-59b334f5-cb55-4ac0-9ecf-031fa7fb346f None None] Provisioning for port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:14:31.302192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:31.450297 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:14:31.454737 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:31.455205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:31.562201 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:31.595978 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=9c4a0a6a-f873-44ca-ac84-ba161d7ff961,segment=NetworkSegment(1c4b712b-4fbe-4459-8508-ae4f869359da),segment_id=1c4b712b-4fbe-4459-8508-ae4f869359da)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:14:31.678872 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:31.727204 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0a6a-f873-44ca-ac84-ba161d7ff961,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:32.164830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 38678) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:32.472176 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [None req-e78335bf-9a9b-4a65-8eda-828fc834a324 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:14:32.473175 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-e78335bf-9a9b-4a65-8eda-828fc834a324 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074098 Aug 19 02:14:32.675267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9ac8-0a4a-4023-b696-8f58d52eab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:33.278481 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:33.325281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:33.325646 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:34.867703 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38686) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:35.179046 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:35.226769 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7cab1852-75e0-4240-8ed3-6544f36afd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.263239 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Made reservation on behalf of 1714eb1672f0468a91e9502e2a8ebdc7 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:14:35.265497 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.273857 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.358022 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.415646 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.433445 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Reserving flat network on physical network physnet1 {{(pid=94405) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 02:14:35.451299 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e717ea-20bb-4bf7-ba0c-bc1b9e1a8607,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:35.455833 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.456172 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Added segment ab9a9bb0-9e89-43c4-8c44-05acd6a977d7 of type flat for network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e Aug 19 02:14:35.495484 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.501513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.577458 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.578409 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:35.579002 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:35.636324 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] Pushing event updated for resources: {'Network': ['ID=0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:35.645530 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:14:35.667558 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4f843ac1-5426-4376-94af-3cb71ffb7bbc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7988050 Aug 19 02:14:36.272845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:37.983521 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:37.996856 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38704) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:38.181533 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd3452-f06f-4e8b-adc9-ad8ddfd021cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:38.182887 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b0bd3452-f06f-4e8b-adc9-ad8ddfd021cb admin admin] 10.222.0.38 "GET /v2.0/subnets/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9 HTTP/1.1" status: 200 len: 849 time: 0.1850998 Aug 19 02:14:38.300061 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-18c88996-4a0d-44c6-a576-899ec423cf6c admin admin] 10.222.0.38 "GET /v2.0/routers/d1272f85-3781-40b3-b3d8-dd3435f8d8a6 HTTP/1.1" status: 200 len: 704 time: 0.1113567 Aug 19 02:14:38.561277 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:38.850097 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Allocated IP 172.20.0.1 (c502babb-ebfb-4d68-80da-18c9b3e32171/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9/32b025f5-88c3-4684-ad2c-4f6a9d2017df) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:14:39.045025 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.067244 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.provisioning_blocks [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Transition to ACTIVE for port object 32b025f5-88c3-4684-ad2c-4f6a9d2017df will not be triggered until provisioned by entity DHCP. {{(pid=94405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:14:39.195406 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.262101 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Network c502babb-ebfb-4d68-80da-18c9b3e32171 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:14:39.269015 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:39.274731 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:14:39.275266 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.339050 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Pushing event updated for resources: {'Port': ['ID=32b025f5-88c3-4684-ad2c-4f6a9d2017df,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:39.543122 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-89b63c80-6bdd-424b-82bf-595185c932dc None None] Provisioning for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:14:39.546705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-89b63c80-6bdd-424b-82bf-595185c932dc None None] Provisioning complete for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:39.547066 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-89b63c80-6bdd-424b-82bf-595185c932dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.562054 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.581954 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-89b63c80-6bdd-424b-82bf-595185c932dc None None] Port 32b025f5-88c3-4684-ad2c-4f6a9d2017df cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:14:39.767945 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.826767 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.827542 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:39.905958 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Pushing event updated for resources: {'Port': ['ID=32b025f5-88c3-4684-ad2c-4f6a9d2017df,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:39.953291 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Network c502babb-ebfb-4d68-80da-18c9b3e32171 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:14:39.954590 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:40.186762 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:14:40.203716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-bd87004c-9937-4d8f-8a79-16bf3d61c59f None None] Provisioning complete for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:40.204086 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bd87004c-9937-4d8f-8a79-16bf3d61c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:40.237287 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-bd87004c-9937-4d8f-8a79-16bf3d61c59f None None] Port 32b025f5-88c3-4684-ad2c-4f6a9d2017df cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:14:40.277107 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:14:40.282235 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1dbfe4f1-a9f2-44ab-ba5c-9602c97090d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/d1272f85-3781-40b3-b3d8-dd3435f8d8a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9763417 Aug 19 02:14:40.289204 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Sync routers for ids ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:14:40.301014 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Routers {'d1272f85-3781-40b3-b3d8-dd3435f8d8a6'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:14:40.301928 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:14:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:40.487633 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Set router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 gateway port host: None {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:14:40.919216 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:39Z', 'revision_number': 2, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port_host': None, '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:39Z', 'revision_number': 2, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:40.970619 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Checking router: d1272f85-3781-40b3-b3d8-dd3435f8d8a6 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:14:40.971039 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Updating router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 port 32b025f5-88c3-4684-ad2c-4f6a9d2017df binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:14:41.020556 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:41.542321 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:41.559727 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Transition to ACTIVE for port object 32b025f5-88c3-4684-ad2c-4f6a9d2017df will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:14:41.628534 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:41.786486 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Pushing event updated for resources: {'Port': ['ID=32b025f5-88c3-4684-ad2c-4f6a9d2017df,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:41.795927 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Attempting to bind port 32b025f5-88c3-4684-ad2c-4f6a9d2017df on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:14:41.796248 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Attempting to bind port 32b025f5-88c3-4684-ad2c-4f6a9d2017df by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:14:41.796684 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Attempting to bind port 32b025f5-88c3-4684-ad2c-4f6a9d2017df on network c502babb-ebfb-4d68-80da-18c9b3e32171 {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:14:41.801895 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:14:41.802283 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Checking segment: {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:14:41.802762 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:41.803152 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Bound using segment: {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:14:41.803637 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Bound port: 32b025f5-88c3-4684-ad2c-4f6a9d2017df, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4b712b-4fbe-4459-8508-ae4f869359da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:14:41.804029 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:41.806966 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.807308 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.807644 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.807975 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.808300 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.808625 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.808950 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.809269 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.809603 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.809924 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.810270 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.810586 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Tracked resource versions report: Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: pushed versions: Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: { 'AddressGroup': {'1.2'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'ConntrackHelper': {'1.0'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Log': {'1.0'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Network': {'1.1'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Port': {'1.7'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'PortForwarding': {'1.2'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'QosPolicy': {'1.9'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroup': {'1.4'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SubPort': {'1.0'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Subnet': {'1.1'}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Trunk': {'1.1'}} Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: consumer versions: Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'ConntrackHelper': '1.0', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Log': '1.0', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Network': '1.1', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Port': '1.7', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'PortForwarding': '1.2', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'QosPolicy': '1.9', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroup': '1.4', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroupRule': '1.2', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SubPort': '1.0', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Subnet': '1.1', Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Trunk': '1.1'}} Aug 19 02:14:41.811635 dv-cinder-757936-6-iscsi neutron-server[94407]: {{(pid=94407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:14:41.881704 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] For port 32b025f5-88c3-4684-ad2c-4f6a9d2017df, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:14:41.904639 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] For port 32b025f5-88c3-4684-ad2c-4f6a9d2017df, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=32b025f5-88c3-4684-ad2c-4f6a9d2017df,segment=NetworkSegment(1c4b712b-4fbe-4459-8508-ae4f869359da),segment_id=1c4b712b-4fbe-4459-8508-ae4f869359da)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:14:41.960600 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:42.020025 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Routers {'d1272f85-3781-40b3-b3d8-dd3435f8d8a6'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:14:42.020652 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:14:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:42.023736 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b00fb-98c8-4eac-81e9-97787d214ded None None] Pushing event updated for resources: {'Port': ['ID=32b025f5-88c3-4684-ad2c-4f6a9d2017df,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:42.111566 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] Set router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 gateway port host: None {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:14:42.317930 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:39Z', 'revision_number': 2, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port_host': None, '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:41Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:42.342760 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7016e-0611-4bea-8a64-40900ec0c656 None None] The sync data for ids ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'] in dv-cinder-757936-6-iscsi is: [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:39Z', 'revision_number': 2, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port_host': None, '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:41Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:14:42.502968 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38724) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:42.619429 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9793775-84da-4f2c-9e27-e8256c9336de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:42.620758 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d9793775-84da-4f2c-9e27-e8256c9336de admin admin] 10.222.0.38 "GET /v2.0/networks/0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e HTTP/1.1" status: 200 len: 842 time: 0.1168587 Aug 19 02:14:42.631304 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:42.737419 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Made reservation on behalf of 1714eb1672f0468a91e9502e2a8ebdc7 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:14:42.739782 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:43.159955 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.objects.ports [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94405) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 02:14:43.160392 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:43.213564 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa8c271-ea1c-4c73-ae8c-c5022237f977,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:43.220292 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:14:43.220651 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Network hostable DHCP agents. Network: 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:14:43.308456 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:14:43.405623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:43.409578 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:43.410267 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:43.414907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d56897-c778-4e1b-b080-ca849926a31c None None] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:14:43.503808 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-feefe22b-3313-48e7-9ff8-e1a15f5bceed admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8762596 Aug 19 02:14:43.537695 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e36dd-306e-4193-b8bc-152090d91d73 None None] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:14:45.794980 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 38732) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:46.064340 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-084e9c36-3237-4ea7-88be-2088d5727d24 admin admin] 10.222.0.38 "GET /v2.0/routers/d1272f85-3781-40b3-b3d8-dd3435f8d8a6 HTTP/1.1" status: 200 len: 710 time: 0.2682834 Aug 19 02:14:46.250620 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50fac9-0f0b-4a3d-b3a6-6a46ed640208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:46.252019 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-cb50fac9-0f0b-4a3d-b3a6-6a46ed640208 admin admin] 10.222.0.38 "GET /v2.0/networks/0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e HTTP/1.1" status: 200 len: 886 time: 0.1819305 Aug 19 02:14:46.261386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:46.524201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:46.811002 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:46.888911 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:47.075659 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Allocated IP 172.27.3.90 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/a35b4c58-6a01-4550-b31b-4828abec57ab) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:14:47.185267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:47.326797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:47.367452 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:14:47.368777 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:14:47.453155 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:14:47.530339 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Pushing event updated for resources: {'Port': ['ID=a35b4c58-6a01-4550-b31b-4828abec57ab,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:47.545966 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.546340 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.546683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.547014 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.547343 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.547676 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.548007 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.548326 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.548663 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.548986 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.549304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.549622 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Tracked resource versions report: Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: pushed versions: Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: { 'AddressGroup': {'1.2'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'ConntrackHelper': {'1.0'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Log': {'1.0'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Network': {'1.1'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Port': {'1.7'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'PortForwarding': {'1.2'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'QosPolicy': {'1.9'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroup': {'1.4'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SubPort': {'1.0'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Subnet': {'1.1'}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Trunk': {'1.1'}} Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: consumer versions: Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'ConntrackHelper': '1.0', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Log': '1.0', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Network': '1.1', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Port': '1.7', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'PortForwarding': '1.2', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'QosPolicy': '1.9', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroup': '1.4', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroupRule': '1.2', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SubPort': '1.0', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Subnet': '1.1', Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Trunk': '1.1'}} Aug 19 02:14:47.550710 dv-cinder-757936-6-iscsi neutron-server[94404]: {{(pid=94404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:14:47.879906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:48.073004 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13041'] for router, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:48.078028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560377'] for router, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:48.189444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:14:48.295660 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:14:48.300243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:48.301455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8550ab25-89be-4649-9a6a-f42c9e20aefc admin admin] 10.222.0.38 "PUT /v2.0/routers/d1272f85-3781-40b3-b3d8-dd3435f8d8a6 HTTP/1.1" status: 200 len: 889 time: 2.0433567 Aug 19 02:14:48.852804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Sync routers for ids ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:14:48.864537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Routers {'d1272f85-3781-40b3-b3d8-dd3435f8d8a6'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:14:48.868233 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:14:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:49.156031 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Set router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:14:49.333109 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 32b025f5-88c3-4684-ad2c-4f6a9d2017df up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:49.587980 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:14:49.596569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:49.597007 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:49.618485 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:47Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port': {'id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:46Z', 'updated_at': '2021-08-19T02:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:41Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:49.673432 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Checking router: d1272f85-3781-40b3-b3d8-dd3435f8d8a6 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:14:49.673801 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Updating router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 port a35b4c58-6a01-4550-b31b-4828abec57ab binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:14:49.729824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:49.878631 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:49.973939 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 32b025f5-88c3-4684-ad2c-4f6a9d2017df, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=32b025f5-88c3-4684-ad2c-4f6a9d2017df,segment=NetworkSegment(1c4b712b-4fbe-4459-8508-ae4f869359da),segment_id=1c4b712b-4fbe-4459-8508-ae4f869359da)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:14:50.042697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.136882 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=32b025f5-88c3-4684-ad2c-4f6a9d2017df,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:50.149075 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.158536 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Transition to ACTIVE for port object a35b4c58-6a01-4550-b31b-4828abec57ab will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:14:50.220350 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.269472 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Attempting to bind port a35b4c58-6a01-4550-b31b-4828abec57ab on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:14:50.269841 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Attempting to bind port a35b4c58-6a01-4550-b31b-4828abec57ab by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:14:50.270224 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Attempting to bind port a35b4c58-6a01-4550-b31b-4828abec57ab on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:14:50.277269 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618baf9-8ad4-4dd0-978d-243bfe010d1b None None] Pushing event updated for resources: {'Port': ['ID=a35b4c58-6a01-4550-b31b-4828abec57ab,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:50.280320 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:14:50.281756 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:14:50.281756 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.281756 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:14:50.282046 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Bound port: a35b4c58-6a01-4550-b31b-4828abec57ab, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:14:50.282348 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.334917 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] For port a35b4c58-6a01-4550-b31b-4828abec57ab, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:14:50.338621 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] For port a35b4c58-6a01-4550-b31b-4828abec57ab, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a35b4c58-6a01-4550-b31b-4828abec57ab,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:14:50.403879 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.459973 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618baf9-8ad4-4dd0-978d-243bfe010d1b None None] Pushing event updated for resources: {'Port': ['ID=a35b4c58-6a01-4550-b31b-4828abec57ab,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:50.464596 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Routers {'d1272f85-3781-40b3-b3d8-dd3435f8d8a6'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:14:50.465194 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:14:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:50.650744 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] Set router d1272f85-3781-40b3-b3d8-dd3435f8d8a6 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:14:50.863937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:47Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port': {'id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:46Z', 'updated_at': '2021-08-19T02:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:49Z', 'revision_number': 5, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:14:50.889472 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 38748) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:50.889984 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058413a1-1b50-42fc-9e99-34cfd7d3b6b8 None None] The sync data for ids ['d1272f85-3781-40b3-b3d8-dd3435f8d8a6'] in dv-cinder-757936-6-iscsi is: [{'id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'name': 'router1', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:14:29Z', 'updated_at': '2021-08-19T02:14:47Z', 'revision_number': 4, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'gw_port': {'id': 'a35b4c58-6a01-4550-b31b-4828abec57ab', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:46Z', 'updated_at': '2021-08-19T02:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '32b025f5-88c3-4684-ad2c-4f6a9d2017df', 'name': '', 'network_id': 'c502babb-ebfb-4d68-80da-18c9b3e32171', 'tenant_id': '9e106eff56f7425fb9dba864d55e14bc', 'mac_address': 'fa:16:3e:18:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1272f85-3781-40b3-b3d8-dd3435f8d8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:14:38Z', 'updated_at': '2021-08-19T02:14:49Z', 'revision_number': 5, 'project_id': '9e106eff56f7425fb9dba864d55e14bc', 'subnets': [{'id': '9ba07911-a2a8-44e8-baf5-25ca9cdf82e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04b50d1c-8ac9-444d-b4bf-645c0419a8ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:14:51.024039 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7bc6132f-2293-483d-8505-40fd03748a1a admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1333160 Aug 19 02:14:51.390353 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 32b025f5-88c3-4684-ad2c-4f6a9d2017df up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:51.449227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:51.451973 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:51.543396 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a35b4c58-6a01-4550-b31b-4828abec57ab up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:51.649851 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port a35b4c58-6a01-4550-b31b-4828abec57ab completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:14:51.655491 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port a35b4c58-6a01-4550-b31b-4828abec57ab triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:51.655865 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:51.736560 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:51.758779 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port a35b4c58-6a01-4550-b31b-4828abec57ab, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a35b4c58-6a01-4550-b31b-4828abec57ab,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:14:51.852804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:51.903771 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=a35b4c58-6a01-4550-b31b-4828abec57ab,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:53.297809 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a35b4c58-6a01-4550-b31b-4828abec57ab up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:14:53.348211 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port a35b4c58-6a01-4550-b31b-4828abec57ab triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:53.348773 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:56.932331 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:15:02.685316 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-450d48e4-c1a2-4fc3-9f39-4a29ce70200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:05.214189 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b31fa02e-c6a7-41cd-b2f7-c7b0147565a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:05.483097 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:06.320258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:07.980957 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:32.947850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3358e849-ee34-42d9-8a27-db63d7bc0be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:33.921788 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:15:35.194121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f52aa0e2-aa4a-4981-bab0-e51e56add189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:35.470268 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:36.258936 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:38.644526 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:02.680272 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1e169098-7bf1-4de4-a499-9c9d0b6448d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:05.236115 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6c53d779-3c70-45b7-a626-ff026d764d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:05.516231 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:06.269063 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:07.960092 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:10.922134 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:16:28.701273 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39316) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:28.763177 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d92915-bcc8-4fe7-b7dd-63d3cc6bebbc admin admin] GET failed (client error): The resource could not be found. Aug 19 02:16:28.764512 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-33d92915-bcc8-4fe7-b7dd-63d3cc6bebbc admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623229 Aug 19 02:16:28.922591 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e8a43-fd53-430a-9ca5-afaeedeb0a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:28.923982 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-075e8a43-fd53-430a-9ca5-afaeedeb0a4a admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551843 Aug 19 02:16:31.050908 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39326) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:31.142098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff11001-43dc-43cf-bf68-567fb8e22a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:31.143384 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4ff11001-43dc-43cf-bf68-567fb8e22a8c admin admin] 10.222.0.38 "GET /v2.0/subnets/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9 HTTP/1.1" status: 200 len: 849 time: 0.0915418 Aug 19 02:16:31.153140 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:16:31.239514 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:31.433309 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792002080871'] for subnet, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:31.465093 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:31.466052 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:31.467019 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] 10.222.0.38 "PUT /v2.0/subnets/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9 HTTP/1.1" status: 200 len: 868 time: 0.3175757 Aug 19 02:16:31.469891 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cce99e-5616-4778-a75a-f33039301740 None None] Network c502babb-ebfb-4d68-80da-18c9b3e32171 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:16:31.485486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba07911-a2a8-44e8-baf5-25ca9cdf82e9,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:16:31.493733 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.494028 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.494389 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.494722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.495058 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.495407 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.495737 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.496062 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.496402 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.496731 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.497052 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.497370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218380b2-820b-4ad9-b8e5-fea1a6ab2c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:31.808791 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-57f4ca25-bb3d-43e8-a1f2-880ba6ca4b01 None None] Provisioning complete for port 9c4a0a6a-f873-44ca-ac84-ba161d7ff961 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:16:31.809160 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-57f4ca25-bb3d-43e8-a1f2-880ba6ca4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:31.893217 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-57f4ca25-bb3d-43e8-a1f2-880ba6ca4b01 None None] Provisioning complete for port 32b025f5-88c3-4684-ad2c-4f6a9d2017df triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:16:31.893581 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-57f4ca25-bb3d-43e8-a1f2-880ba6ca4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.667587 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-2d1722c9-024f-4a84-b194-4a36cefcd84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:33.618958 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39336) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:33.813493 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bd11e-33df-4665-b6f1-7c62ff03d1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:33.813960 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bd11e-33df-4665-b6f1-7c62ff03d1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:33.815583 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-633bd11e-33df-4665-b6f1-7c62ff03d1f5 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956990 Aug 19 02:16:35.233300 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b8a48039-8715-41ee-ad61-ca2493a3ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:35.490273 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:35.969293 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39344) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:36.103461 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9ff91-d701-40ad-b19e-394fd69c1d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:36.103933 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9ff91-d701-40ad-b19e-394fd69c1d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:36.105471 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4ef9ff91-d701-40ad-b19e-394fd69c1d76 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351545 Aug 19 02:16:36.271995 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:37.964452 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:38.265623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39352) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:38.390321 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94070c9f-f725-4627-a4cb-e64cb6f78ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:38.391668 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-94070c9f-f725-4627-a4cb-e64cb6f78ae0 admin admin] 10.222.0.38 "GET /v2.0/networks/0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e HTTP/1.1" status: 200 len: 886 time: 0.1250582 Aug 19 02:16:40.535683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39360) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:40.682423 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc00088e-80bc-431e-a9cd-601a85ff236f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:40.683844 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-bc00088e-80bc-431e-a9cd-601a85ff236f admin admin] 10.222.0.38 "GET /v2.0/networks/c502babb-ebfb-4d68-80da-18c9b3e32171 HTTP/1.1" status: 200 len: 869 time: 0.1471000 Aug 19 02:16:42.843932 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39368) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:42.968632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652e2d3-738f-4aa0-b743-b75f08eaa848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:42.969094 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652e2d3-738f-4aa0-b743-b75f08eaa848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:42.970691 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b652e2d3-738f-4aa0-b743-b75f08eaa848 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257291 Aug 19 02:16:45.128850 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39376) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:45.250103 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ada19-1e60-480f-9e26-1c221c2be7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:45.250507 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ada19-1e60-480f-9e26-1c221c2be7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:45.252028 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c47ada19-1e60-480f-9e26-1c221c2be7dd admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222343 Aug 19 02:16:47.392340 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39384) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:47.480677 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919c774-71e6-4e1a-8a80-ab431a5c3528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:47.482095 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a919c774-71e6-4e1a-8a80-ab431a5c3528 admin admin] 10.222.0.38 "GET /v2.0/subnets/1aa8c271-ea1c-4c73-ae8c-c5022237f977 HTTP/1.1" status: 200 len: 816 time: 0.0887675 Aug 19 02:16:47.920946 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:16:49.686237 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39392) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:49.799854 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d30825-bc9b-439e-807d-00904af81db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:16:49.801442 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c9d30825-bc9b-439e-807d-00904af81db4 admin admin] 10.222.0.38 "GET /v2.0/subnets/9ba07911-a2a8-44e8-baf5-25ca9cdf82e9 HTTP/1.1" status: 200 len: 868 time: 0.1114383 Aug 19 02:17:02.676511 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9e73-ed69-45f6-bf37-5197441a14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:05.225322 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e499f138-2da6-4c6b-b7ad-4eca4502521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:05.517289 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:06.254705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:07.996462 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:13.588505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39446) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:17:13.635520 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [None req-0e2c55a6-64e1-483a-b2d0-7a31b4c2bba0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:17:13.636516 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-0e2c55a6-64e1-483a-b2d0-7a31b4c2bba0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470681 Aug 19 02:17:15.854262 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39454) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:17:15.914287 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3e1380-67df-47f2-8ff9-a8abc2bde5de admin admin] GET failed (client error): The resource could not be found. Aug 19 02:17:15.915596 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-cc3e1380-67df-47f2-8ff9-a8abc2bde5de admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604017 Aug 19 02:17:16.054311 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5621cd-f19a-47d7-83c1-a83192bbeedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:17:16.055704 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7e5621cd-f19a-47d7-83c1-a83192bbeedd admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1358764 Aug 19 02:17:18.216870 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39462) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:17:18.264261 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:17:18.390956 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Made reservation on behalf of 1714eb1672f0468a91e9502e2a8ebdc7 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:17:18.393408 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.426078 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING neutron.services.revisions.revision_plugin [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Could not find related network for resource to bump revision. Aug 19 02:17:18.436531 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:17:18.445657 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.446061 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Added segment 7a4132a3-8f1f-404f-9d6c-5f3645fa6838 of type vlan for network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 Aug 19 02:17:18.484271 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.551034 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.551892 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:17:18.552459 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.608476 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] Pushing event updated for resources: {'Network': ['ID=1b0cb93a-87ea-4cba-8e9e-841c9bd369a2,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:17:18.618835 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:17:18.654505 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d8b547b5-accb-4363-aeef-5ead327fa97d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4365284 Aug 19 02:17:20.826553 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39470) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:17:20.886350 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ac5fca-45b4-4ba7-96c2-98129ea30fd6 admin admin] GET failed (client error): The resource could not be found. Aug 19 02:17:20.887694 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-95ac5fca-45b4-4ba7-96c2-98129ea30fd6 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601621 Aug 19 02:17:20.958016 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bec71c-e84c-4930-8288-3422529d8b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:17:20.959432 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-45bec71c-e84c-4930-8288-3422529d8b9b admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674145 Aug 19 02:17:20.969237 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Request body: {'subnet': {'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:17:21.059318 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Made reservation on behalf of 1714eb1672f0468a91e9502e2a8ebdc7 for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:17:21.061870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:21.346105 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:21.410185 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5e4b55-40ac-449d-aa58-d72bd3aba513,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:17:21.417482 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Checking segment: {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:17:21.417828 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Network hostable DHCP agents. Network: 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:17:21.422794 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.423338 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.424280 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.424684 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.425011 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.425351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.425678 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.426025 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.426352 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.426688 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.426989 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.427301 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:21.516425 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:17:21.613946 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:17:21.618413 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:17:21.624943 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:21.625741 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835fd389-39c6-4ff6-bff1-5489f828b971 None None] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:17:21.757628 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-1c6668c9-7555-4599-86b9-a2768e6f4378 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7916911 Aug 19 02:17:21.860389 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-1b0cb93a-87ea-4cba-8e9e-841c9bd369a2', 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2', 'tenant_id': '1714eb1672f0468a91e9502e2a8ebdc7', 'fixed_ips': [{'subnet_id': '1a5e4b55-40ac-449d-aa58-d72bd3aba513'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:17:21.861447 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.001168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Allocated IP 192.168.233.2 (1b0cb93a-87ea-4cba-8e9e-841c9bd369a2/1a5e4b55-40ac-449d-aa58-d72bd3aba513/ec580687-cf54-44eb-8d4b-67194380aec3) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:17:22.148010 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.156775 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Transition to ACTIVE for port object ec580687-cf54-44eb-8d4b-67194380aec3 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:17:22.171877 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Transition to ACTIVE for port object ec580687-cf54-44eb-8d4b-67194380aec3 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:17:22.237947 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.274457 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:17:22.281042 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:17:22.285149 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:17:22.293938 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Pushing event updated for resources: {'Port': ['ID=ec580687-cf54-44eb-8d4b-67194380aec3,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:17:22.315102 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.315514 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.315859 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.316197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.316530 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.316865 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.317192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.317517 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.317877 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.318227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.318547 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.318862 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:17:22.351569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Attempting to bind port ec580687-cf54-44eb-8d4b-67194380aec3 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:17:22.351948 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Attempting to bind port ec580687-cf54-44eb-8d4b-67194380aec3 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:17:22.352278 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Attempting to bind port ec580687-cf54-44eb-8d4b-67194380aec3 on network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:17:22.357184 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:17:22.357547 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Checking segment: {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:17:22.357937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.358347 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Bound using segment: {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:17:22.358796 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Bound port: ec580687-cf54-44eb-8d4b-67194380aec3, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:17:22.359182 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.424470 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] For port ec580687-cf54-44eb-8d4b-67194380aec3, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:17:22.427583 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] For port ec580687-cf54-44eb-8d4b-67194380aec3, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ec580687-cf54-44eb-8d4b-67194380aec3,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:17:22.488791 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:22.550220 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2323-427a-4235-b0a0-e497e643929e None None] Pushing event updated for resources: {'Port': ['ID=ec580687-cf54-44eb-8d4b-67194380aec3,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:17:23.329368 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36130322-dcbd-49a4-8365-a2377c967551 None None] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:17:23.452378 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ec580687-cf54-44eb-8d4b-67194380aec3 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:17:23.483230 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f498b5b0-98b3-4eb8-bc52-83abef1a2bb7 None None] Provisioning for port ec580687-cf54-44eb-8d4b-67194380aec3 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:17:23.608525 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port ec580687-cf54-44eb-8d4b-67194380aec3 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:17:23.613673 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ec580687-cf54-44eb-8d4b-67194380aec3 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:17:23.614777 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:23.710885 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:23.744263 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port ec580687-cf54-44eb-8d4b-67194380aec3, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ec580687-cf54-44eb-8d4b-67194380aec3,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:17:23.813316 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-720a55a4-6c9f-463f-825b-8837c4cd89ef None None] Provisioning complete for port ec580687-cf54-44eb-8d4b-67194380aec3 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:17:23.813677 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-720a55a4-6c9f-463f-825b-8837c4cd89ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:23.834641 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:23.895280 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=ec580687-cf54-44eb-8d4b-67194380aec3,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:17:24.919883 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:17:25.406477 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ec580687-cf54-44eb-8d4b-67194380aec3 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:17:25.452113 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ec580687-cf54-44eb-8d4b-67194380aec3 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:17:25.452479 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:32.670344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a725bd8-a6c4-4cbb-8d8a-702b5eda1c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:35.224276 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba72cdbe-cff6-4a13-b20c-a25e892bb876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:35.453063 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:36.355596 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:37.967419 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:01.918545 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:18:02.657388 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1b56750e-26d4-413e-95f0-a319c31b1cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:05.237952 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c45e16b2-5cfb-4290-8bfa-c6e118cc334d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:05.526260 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:06.274909 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:08.023352 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:32.662491 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bb84745f-e9b6-4325-94d1-fb33078a8535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:35.268537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-502ef723-d94d-4093-8713-e7f8aa295d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:35.474157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:36.382605 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:38.033961 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:38.917500 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:18:45.123241 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39524) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:18:45.129813 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [None req-22f2d716-08a5-4ceb-8dd5-bb95886d1ee1 tempest-verify_tempest_config-602364341 tempest-verify_tempest_config-602364341-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:18:45.130756 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-22f2d716-08a5-4ceb-8dd5-bb95886d1ee1 tempest-verify_tempest_config-602364341 tempest-verify_tempest_config-602364341-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065606 Aug 19 02:18:45.648941 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39542) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:18:45.755180 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:45.838694 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:45.929986 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:45.974587 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8716f176a388452fadb85f3d2818cd9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3244209 Aug 19 02:18:45.975349 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd04aef-882d-4595-a817-45c53db5d7d2,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:18:45.977303 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39548) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:18:45.982282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.982631 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.982968 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.983828 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.983828 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.984028 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.984353 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.984673 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.985005 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.985332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.985636 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:45.985946 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fdbef2-b6cd-4c8c-ab0e-2f50ce2750a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.058720 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:46.079096 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:46.291149 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:46.293588 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:46.294753 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bd04aef-882d-4595-a817-45c53db5d7d2 HTTP/1.1" status: 204 len: 168 time: 0.3162413 Aug 19 02:18:46.303544 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd04aef-882d-4595-a817-45c53db5d7d2,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:18:46.310315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.310683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.311029 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.311372 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.311708 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.312122 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.312420 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.312752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.313077 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.313401 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.313724 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:18:46.314068 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a9bd2-ee58-4893-b76d-ab35b8ae160c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:02.667484 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4df11689-c7b0-4531-800b-28fb5d19dbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:05.232815 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-80eb28a6-882e-46c3-8c41-7efd884cb826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:05.478626 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:06.288636 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:07.991679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:15.916082 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:19:32.664533 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d075-6af3-4a4d-af7c-4f8c45544c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:35.237953 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-aa691f58-cdab-4c55-9d81-202738b38f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:35.477909 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:36.305332 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:37.995765 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.914996 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 5 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:20:02.660258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d4d132f2-e794-4fcc-974a-bee32ad75c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.234599 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-cedd7f22-9db7-452d-96bf-1edc8944333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.502943 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.285781 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.991267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:21.628028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416341'] for agent, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:29.914426 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:20:32.676204 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-83a39f88-5d84-4f32-9723-bb6a37ba407f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.230387 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5070f1e1-f8c9-4525-946d-038ffcefddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.501463 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.438711 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:37.310234 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39620) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:37.413608 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2f0b2ce0-e055-44ad-80fe-e18420a05178 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022930 Aug 19 02:20:38.025054 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:39.566869 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39630) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:39.621267 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-86b418bd-66b8-42f5-8560-d57df0486ff0 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533404 Aug 19 02:20:51.609359 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.683043 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-24ce7b5a-2d82-4f54-8234-616bcebb38ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:05.258078 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-255446a4-e7b3-4944-9604-39dd004a66ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:05.492022 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.305679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.913421 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:21:07.995050 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:21.585470 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.676386 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-39226a66-e078-455c-8f7d-694f446aa08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:35.211840 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e844779f-9af8-49e1-8653-286fde7ece6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:35.486256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.304850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:38.013247 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.912569 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:21:51.595433 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.833538 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-202370cb-ae64-42c5-937e-ff1f05b0fdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:05.274189 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-de851607-680b-455c-bea6-055bac2e4cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:05.509267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:06.349003 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:08.046121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:09.797293 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39848) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:10.133387 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1879727930-network', 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:10.159819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39870) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:10.223093 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:10.225476 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.239482 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.269420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39878) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:10.343596 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.378819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-195150961-network', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:10.396685 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.408900 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39890) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:10.423658 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:22:10.439862 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792002063050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.440450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Unsubscribe: segment precommit_create {{(pid=94404) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 02:22:10.440972 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Added segment be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6 of type vlan for network 49e13cdf-85ea-4f91-a253-eb569af4ca01 Aug 19 02:22:10.513140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.521494 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:10.528522 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Made reservation on behalf of e2dd06eea8a84e9e9331267e6db39639 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:10.530837 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.547803 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.548569 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.548774 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.549179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.549656 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.550251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.550471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.551020 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.551418 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.551877 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.552193 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.552589 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Tracked resource versions report: Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: pushed versions: Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: { 'AddressGroup': {'1.2'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'ConntrackHelper': {'1.0'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Log': {'1.0'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Network': {'1.1'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Port': {'1.7'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'PortForwarding': {'1.2'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'QosPolicy': {'1.9'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroup': {'1.4'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SubPort': {'1.0'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Subnet': {'1.1'}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Trunk': {'1.1'}} Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: consumer versions: Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: HyperV agent@hv-cinder-75793: {}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'ConntrackHelper': '1.0', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Log': '1.0', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Network': '1.1', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Port': '1.7', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'PortForwarding': '1.2', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'QosPolicy': '1.9', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroup': '1.4', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SecurityGroupRule': '1.2', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'SubPort': '1.0', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Subnet': '1.1', Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: 'Trunk': '1.1'}} Aug 19 02:22:10.553704 dv-cinder-757936-6-iscsi neutron-server[94404]: {{(pid=94404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:22:10.560286 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.604117 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-687963172-network', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:10.643859 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1772404405-network', 'tenant_id': '7be8d950e0b64adfbd62bc6fbaaef027'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:10.676164 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.685451 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.686475 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.687217 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.793054 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] Pushing event updated for resources: {'Network': ['ID=49e13cdf-85ea-4f91-a253-eb569af4ca01,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:10.801406 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.806669 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:22:10.894268 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:22:10.912852 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:10.913203 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Added segment d5ff89a8-bc4b-4374-bca0-89701b6bec70 of type vlan for network b7d26125-ff21-4756-af22-988f1c5fab5c Aug 19 02:22:11.004143 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Made reservation on behalf of 874fbd494f1e4fc2a1c14a1cb88e5366 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:11.007488 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.010035 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-de987e6f-ddf8-4bd8-8deb-86068ac49f1b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2112942 Aug 19 02:22:11.011990 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39918) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:11.031977 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.035429 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Request body: {'subnet': {'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1879727930-subnet', 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:11.057866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6e2dd-91b0-4b3f-9e52-2adfcfee8180,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.073702 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.074787 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Made reservation on behalf of 7be8d950e0b64adfbd62bc6fbaaef027 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:11.077719 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.091774 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.217251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:11.219825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.229182 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.229981 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.230588 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.314182 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.379882 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.387527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] Pushing event updated for resources: {'Network': ['ID=b7d26125-ff21-4756-af22-988f1c5fab5c,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.397332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:22:11.398742 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network b7d26125-ff21-4756-af22-988f1c5fab5c details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:22:11.410584 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.411173 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Added segment 00861b06-cb4d-469a-bb33-00e73b333d27 of type vlan for network 34db8e1c-8048-4709-a04f-207207e68c2a Aug 19 02:22:11.583644 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.609058 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd4298-74ec-4a6f-913b-9a01efca9670,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.628991 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.630087 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.630428 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.630770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.631107 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.631427 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.631952 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.632283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.632605 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.633120 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.633451 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.633774 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.634124 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Tracked resource versions report: Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: pushed versions: Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: { 'AddressGroup': {'1.2'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'ConntrackHelper': {'1.0'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Log': {'1.0'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Network': {'1.1'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Port': {'1.7'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'PortForwarding': {'1.2'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'QosPolicy': {'1.9'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroup': {'1.4'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SubPort': {'1.0'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Subnet': {'1.1'}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Trunk': {'1.1'}} Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: consumer versions: Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: HyperV agent@hv-cinder-75793: {}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'ConntrackHelper': '1.0', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Log': '1.0', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Network': '1.1', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Port': '1.7', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'PortForwarding': '1.2', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'QosPolicy': '1.9', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroup': '1.4', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SecurityGroupRule': '1.2', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'SubPort': '1.0', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Subnet': '1.1', Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: 'Trunk': '1.1'}} Aug 19 02:22:11.636385 dv-cinder-757936-6-iscsi neutron-server[94405]: {{(pid=94405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:22:11.697005 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.697133 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c698f530-e5ae-4b3f-8d68-ba496142b3c9,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.711141 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Checking segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:11.711638 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Network hostable DHCP agents. Network: 49e13cdf-85ea-4f91-a253-eb569af4ca01, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:22:11.714863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.716169 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.716785 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.772221 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.789201 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] Pushing event updated for resources: {'Network': ['ID=34db8e1c-8048-4709-a04f-207207e68c2a,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.794490 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:22:11.799865 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 34db8e1c-8048-4709-a04f-207207e68c2a details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:22:11.816017 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.816349 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Added segment 363e07b6-5eb4-42d0-b5a9-f037c58c853c of type vlan for network a5930404-2796-4817-a73b-ad6d2e869865 Aug 19 02:22:11.822575 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:22:11.827625 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:11.847130 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6b6af38b-f5f0-416d-a4e1-666cd2908c5e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6860919 Aug 19 02:22:11.851848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39942) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:11.857528 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e389b127-b6df-4ec0-a44a-a53318d26c5b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5863688 Aug 19 02:22:11.860638 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Request body: {'subnet': {'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-subnet', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:11.861859 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39946) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:11.874700 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Request body: {'subnet': {'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-subnet', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:11.883877 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.900455 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 49e13cdf-85ea-4f91-a253-eb569af4ca01) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:11.904753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.905949 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.912592 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f7fef-0780-42d5-b64c-e067058fc42d None None] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:11.971881 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Made reservation on behalf of 874fbd494f1e4fc2a1c14a1cb88e5366 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:11.980453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.984264 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:11.985675 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.986283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.070233 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a9aba-c727-4f51-b8e1-5b129ee21fe5 None None] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:12.115030 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-e3b29808-5fcb-4724-a7e6-e281b762d8b9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0899737 Aug 19 02:22:12.160624 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] Pushing event updated for resources: {'Network': ['ID=a5930404-2796-4817-a73b-ad6d2e869865,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:12.171056 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Made reservation on behalf of e2dd06eea8a84e9e9331267e6db39639 for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:12.174335 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.179342 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network a5930404-2796-4817-a73b-ad6d2e869865 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:22:12.314821 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-81eb0ef5-812b-45e6-a750-f051a979bae3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9044616 Aug 19 02:22:12.317981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39966) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:12.325524 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Request body: {'subnet': {'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1772404405-subnet', 'tenant_id': '7be8d950e0b64adfbd62bc6fbaaef027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:12.456176 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Made reservation on behalf of 7be8d950e0b64adfbd62bc6fbaaef027 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:12.458524 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.521709 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.592067 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=393ed1e1-db1b-44e1-afae-9af64b34a8ee,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:12.605961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.623479 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Checking segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:12.623833 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Network hostable DHCP agents. Network: 34db8e1c-8048-4709-a04f-207207e68c2a, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:22:12.659947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f168eca4-1978-4b93-844b-202c01422d8d,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:12.678347 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Checking segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:12.678788 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Network hostable DHCP agents. Network: b7d26125-ff21-4756-af22-988f1c5fab5c, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:22:12.736848 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Network 34db8e1c-8048-4709-a04f-207207e68c2a is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:22:12.760257 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Network b7d26125-ff21-4756-af22-988f1c5fab5c is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:22:12.805807 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.835751 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, b7d26125-ff21-4756-af22-988f1c5fab5c) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:12.838212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 34db8e1c-8048-4709-a04f-207207e68c2a) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:12.843266 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:12.843589 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.850818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562ade6-ca4c-459a-964f-f3fde821ebd6 None None] Network b7d26125-ff21-4756-af22-988f1c5fab5c requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:12.851310 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:12.851852 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:12.858103 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9880394-f14a-43c7-9db2-7ddca15c6d75 None None] Network 34db8e1c-8048-4709-a04f-207207e68c2a requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:12.886322 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69a7175-189c-42ec-b982-8787a1a7b1d8,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:12.897259 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Checking segment: {'id': '363e07b6-5eb4-42d0-b5a9-f037c58c853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:12.897853 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Network hostable DHCP agents. Network: a5930404-2796-4817-a73b-ad6d2e869865, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:22:12.932983 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40004) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:12.935209 dv-cinder-757936-6-iscsi neutron-server[94405]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 02:22:12.956308 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-68366c50-a042-4c43-bc3f-4400ab9b56e7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1008368 Aug 19 02:22:12.959344 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40006) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:12.964008 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:12.980765 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c75db0b1-515e-4a4c-a7cd-09ddb0542b88 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1174953 Aug 19 02:22:13.024244 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40010) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:13.030198 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:13.051408 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Network a5930404-2796-4817-a73b-ad6d2e869865 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:22:13.091587 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.092770 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.128283 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-b7d26125-ff21-4756-af22-988f1c5fab5c', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:22:13.129169 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.140299 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859484c8-10d4-48dd-b069-c9690a5f46bc None None] Network 34db8e1c-8048-4709-a04f-207207e68c2a requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:13.175063 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-7ad85cd1-9914-4039-a65a-2cf4173bc287 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:13.176941 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-7ad85cd1-9914-4039-a65a-2cf4173bc287 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.2429323 Aug 19 02:22:13.195507 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-9bf7d1e7-04d2-41f3-8d84-e985bec05377 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/quotas/77d93c2e37494f0a989abf69e511d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0126770 Aug 19 02:22:13.240155 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.258294 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-34af632b-cf0b-478c-a48d-0e82fa60893d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548856 Aug 19 02:22:13.319735 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, a5930404-2796-4817-a73b-ad6d2e869865) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:13.325265 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:13.325844 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.353961 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c8f7f-dd9b-4166-b2cd-379a2c62e1a3 None None] Network a5930404-2796-4817-a73b-ad6d2e869865 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:13.376491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.376491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.423797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Allocated IP 172.20.0.2 (b7d26125-ff21-4756-af22-988f1c5fab5c/f168eca4-1978-4b93-844b-202c01422d8d/3c2694e6-80e7-4745-9027-20f33b241488) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:13.460479 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-25ee1a30-dc6a-473d-8269-92ee2a78e583 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1412492 Aug 19 02:22:13.463984 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.510177 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-bfd135a0-b7b1-4e5f-82b6-0c7fe0b795d2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:22:13.511166 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-bfd135a0-b7b1-4e5f-82b6-0c7fe0b795d2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0959089 Aug 19 02:22:13.550380 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.649700 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c985a-e456-47cd-920c-d461b9bfa67f None None] Network a5930404-2796-4817-a73b-ad6d2e869865 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:13.729784 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.744320 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-a439e8b0-4044-4c86-9509-aeaa7b1ac846 service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216666 Aug 19 02:22:13.825334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:13.862255 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Transition to ACTIVE for port object 3c2694e6-80e7-4745-9027-20f33b241488 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:13.889270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40056) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:13.894473 dv-cinder-757936-6-iscsi neutron-server[94404]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 02:22:13.895991 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-43fe660b-da95-4dc8-8943-8577a5593b8a service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453125 Aug 19 02:22:13.899949 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Transition to ACTIVE for port object 3c2694e6-80e7-4745-9027-20f33b241488 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:13.988775 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.037111 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Network b7d26125-ff21-4756-af22-988f1c5fab5c is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:14.042573 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:14.047871 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:14.051354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Pushing event updated for resources: {'Port': ['ID=3c2694e6-80e7-4745-9027-20f33b241488,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:14.081028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.081377 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.081722 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.082575 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.082575 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.082808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.083126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.083454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.083808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.084161 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.084508 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.084967 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Tracked resource versions report: Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: pushed versions: Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: { 'AddressGroup': {'1.2'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'ConntrackHelper': {'1.0'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Log': {'1.0'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Network': {'1.1'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Port': {'1.7'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'PortForwarding': {'1.2'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'QosPolicy': {'1.9'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroup': {'1.4'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SubPort': {'1.0'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Subnet': {'1.1'}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Trunk': {'1.1'}} Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: consumer versions: Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: HyperV agent@hv-cinder-75793: {}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'ConntrackHelper': '1.0', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Log': '1.0', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Network': '1.1', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Port': '1.7', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'PortForwarding': '1.2', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'QosPolicy': '1.9', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroup': '1.4', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SecurityGroupRule': '1.2', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'SubPort': '1.0', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Subnet': '1.1', Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: 'Trunk': '1.1'}} Aug 19 02:22:14.086088 dv-cinder-757936-6-iscsi neutron-server[94406]: {{(pid=94406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:22:14.134811 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Attempting to bind port 3c2694e6-80e7-4745-9027-20f33b241488 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:14.136553 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Attempting to bind port 3c2694e6-80e7-4745-9027-20f33b241488 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:14.137126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Attempting to bind port 3c2694e6-80e7-4745-9027-20f33b241488 on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:14.143988 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:14.144797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Checking segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:14.145421 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.146031 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Bound using segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:14.146715 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Bound port: 3c2694e6-80e7-4745-9027-20f33b241488, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:14.147380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.183080 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.206816 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40066) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:14.235448 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] For port 3c2694e6-80e7-4745-9027-20f33b241488, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:14.243367 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] For port 3c2694e6-80e7-4745-9027-20f33b241488, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3c2694e6-80e7-4745-9027-20f33b241488,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:14.248018 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.315058 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.345867 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.420520 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.422405 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-62df397b-d1b7-4f1d-847a-6c5d5c9f3976 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:14.423844 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-62df397b-d1b7-4f1d-847a-6c5d5c9f3976 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/networks?id=a5930404-2796-4817-a73b-ad6d2e869865 HTTP/1.1" status: 200 len: 812 time: 0.5338387 Aug 19 02:22:14.477239 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50ce65-7811-4690-8d2c-886629273b79 None None] Pushing event updated for resources: {'Port': ['ID=3c2694e6-80e7-4745-9027-20f33b241488,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:14.494321 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-5e5a5dbe-6e7b-41bc-ac9e-1b5633f803e3 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/quotas/7be8d950e0b64adfbd62bc6fbaaef027 HTTP/1.1" status: 200 len: 375 time: 0.0620070 Aug 19 02:22:14.520660 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Allocated IP 172.27.3.235 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/38afcfab-da5c-47b1-97b0-8ec8a419cd15) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:14.564925 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d292c0be-878b-4672-b5af-91b22aaab5c5 req-c451f720-8c48-4fd0-9f7f-3678b7ae2d0c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0590792 Aug 19 02:22:14.565664 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-791a1e94-87ec-4de0-bd5d-eca4a8102129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.725904 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.727693 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-791a1e94-87ec-4de0-bd5d-eca4a8102129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.738783 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-51e75a26-6c13-41ba-8dc1-273760bd345c tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7be8d950e0b64adfbd62bc6fbaaef027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2344997 Aug 19 02:22:14.811705 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-791a1e94-87ec-4de0-bd5d-eca4a8102129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.893863 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.898639 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-791a1e94-87ec-4de0-bd5d-eca4a8102129 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=521c32cf64fc499b9d3447dfc26d5e60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6879876 Aug 19 02:22:14.899505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40114) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:14.925363 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1e94-87ec-4de0-bd5d-eca4a8102129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb0685-b0b8-4176-b195-4da8429585e6,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:14.948937 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-dd1b3cb2-40aa-4c36-86e1-2190d11b4f23 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:22:14.950325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-dd1b3cb2-40aa-4c36-86e1-2190d11b4f23 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1136799 Aug 19 02:22:14.961720 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:14.982904 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:14.989301 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Allocated IP 172.27.3.215 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/b6bc38b9-de03-408d-8b00-e84e3c9174ee) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:15.039467 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:15.115748 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.132465 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Pushing event updated for resources: {'Port': ['ID=38afcfab-da5c-47b1-97b0-8ec8a419cd15,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.218552 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.222693 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-ac9d8075-8c8f-4b8f-a10f-dee835f17785 service neutron] 10.222.0.38 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594297 Aug 19 02:22:15.280041 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.287198 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.330153 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:15.337171 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:15.339949 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:15.393380 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Pushing event updated for resources: {'Port': ['ID=b6bc38b9-de03-408d-8b00-e84e3c9174ee,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.414862 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-b3e646c7-5a82-4454-acdd-3b9d1aa9d880 service neutron] 10.222.0.38 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835678 Aug 19 02:22:15.487729 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.636128 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.638879 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.642992 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7adb0685-b0b8-4176-b195-4da8429585e6 HTTP/1.1" status: 204 len: 168 time: 0.7388289 Aug 19 02:22:15.655582 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39001f22-7b39-42cd-ab49-979266be7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb0685-b0b8-4176-b195-4da8429585e6,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.657794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3c2694e6-80e7-4745-9027-20f33b241488 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:15.875437 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283b599-9b54-4088-ace1-b076e1c9468f None None] Network b7d26125-ff21-4756-af22-988f1c5fab5c requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:22:15.952391 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.974828 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-01387da4-420e-4ade-b395-040b6e375cec req-0ee8705c-050b-4b3d-a629-15129c6b22e5 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0441377 Aug 19 02:22:15.985949 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.038540 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 3c2694e6-80e7-4745-9027-20f33b241488 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:16.142150 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6bed60a4-7736-43cd-b1b0-b625a13b0672 req-467f2749-4dbe-48cf-bf52-84bf8ca0c4e8 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0766351 Aug 19 02:22:16.147418 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Provisioning for port 3c2694e6-80e7-4745-9027-20f33b241488 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:16.176281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Provisioning complete for port 3c2694e6-80e7-4745-9027-20f33b241488 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:16.176281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.337623 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:22:16.348574 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.372564 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.404306 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] For port 3c2694e6-80e7-4745-9027-20f33b241488, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3c2694e6-80e7-4745-9027-20f33b241488,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:16.481681 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:22:16.493718 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:22:16.512207 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:16.512817 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:16.516198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.582564 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fb934-a153-42f8-915f-18ecdd7615ec None None] Pushing event updated for resources: {'Port': ['ID=3c2694e6-80e7-4745-9027-20f33b241488,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:16.600191 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.600376 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Router f0488f26-e94d-44c2-95f2-baa7aaa096d1 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:22:16.601447 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-29f8020b-9444-45fb-9120-6937fb75fb97 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6411180 Aug 19 02:22:16.605307 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40188) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:16.652409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a8e38e0d-3d78-45a1-8523-28f9d1242f83 None None] Provisioning complete for port 3c2694e6-80e7-4745-9027-20f33b241488 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:16.652787 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a8e38e0d-3d78-45a1-8523-28f9d1242f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.681843 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40194) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:16.682420 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:16.726582 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59b1e225-3463-49ad-9ce6-27c7113f9505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.892414 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:22:16.907802 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Sync routers for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:22:16.925366 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:16.928666 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:17.009764 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59b1e225-3463-49ad-9ce6-27c7113f9505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.104514 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59b1e225-3463-49ad-9ce6-27c7113f9505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.200052 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:17.200911 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-59b1e225-3463-49ad-9ce6-27c7113f9505 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f179b140f52349678139bf5bf8f61530&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5176387 Aug 19 02:22:17.201630 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1e225-3463-49ad-9ce6-27c7113f9505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768cfaf5-810f-4f54-8001-2bd95cc7a3f9,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:17.205835 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40220) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:17.231173 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d30de5c5-e97c-459f-919c-f051458d3d7a req-c4c11a52-60f1-41f9-8431-3d01541154ac tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0531757 Aug 19 02:22:17.232275 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.237198 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4351c8ea-9240-4536-bef8-f447decf4705 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2113800 Aug 19 02:22:17.240071 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40224) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:17.275868 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:22:17.276151 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Updating router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:22:17.308738 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.341531 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c3dd79c8-60b3-49be-b930-eb4de50a7823 req-1b865e67-b4d4-44b3-8c08-8efe5bf42ed0 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0756440 Aug 19 02:22:17.344301 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:17.370543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.421197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.561837 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.619674 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:17.631000 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.633959 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.650076 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/768cfaf5-810f-4f54-8001-2bd95cc7a3f9 HTTP/1.1" status: 204 len: 168 time: 0.4312394 Aug 19 02:22:17.654343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3c2694e6-80e7-4745-9027-20f33b241488 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:17.657305 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Checking router: f0488f26-e94d-44c2-95f2-baa7aaa096d1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:22:17.657679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Updating router f0488f26-e94d-44c2-95f2-baa7aaa096d1 port b6bc38b9-de03-408d-8b00-e84e3c9174ee binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:22:17.688226 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.718033 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.732095 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Transition to ACTIVE for port object 38afcfab-da5c-47b1-97b0-8ec8a419cd15 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:17.756187 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef867a5-87be-4f48-9e45-e1d439405fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768cfaf5-810f-4f54-8001-2bd95cc7a3f9,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:17.829424 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.914693 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 3c2694e6-80e7-4745-9027-20f33b241488 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:17.915313 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.934286 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Attempting to bind port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:17.934660 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Attempting to bind port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:17.935027 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Attempting to bind port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:17.946792 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:17.947188 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:17.947599 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.947991 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:17.948470 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Bound port: 38afcfab-da5c-47b1-97b0-8ec8a419cd15, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:17.948855 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.950665 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Pushing event updated for resources: {'Port': ['ID=38afcfab-da5c-47b1-97b0-8ec8a419cd15,revision_number=2']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:17.954213 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Allocated IP 172.20.0.1 (b7d26125-ff21-4756-af22-988f1c5fab5c/f168eca4-1978-4b93-844b-202c01422d8d/e400b327-d6c2-4189-8099-a2906e9f3260) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:17.972205 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.031415 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] For port 38afcfab-da5c-47b1-97b0-8ec8a419cd15, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:18.038094 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] For port 38afcfab-da5c-47b1-97b0-8ec8a419cd15, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=38afcfab-da5c-47b1-97b0-8ec8a419cd15,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:18.040972 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.041940 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.042322 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.045920 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.045920 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.045920 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.047227 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.047857 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.048679 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.049037 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.049587 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.050125 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Tracked resource versions report: Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: pushed versions: Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: { 'AddressGroup': {'1.2'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'ConntrackHelper': {'1.0'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Log': {'1.0'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Network': {'1.1'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Port': {'1.7'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'PortForwarding': {'1.2'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'QosPolicy': {'1.9'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroup': {'1.4'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SubPort': {'1.0'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Subnet': {'1.1'}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Trunk': {'1.1'}} Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: consumer versions: Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: { DHCP agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: HyperV agent@hv-cinder-75793: {}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: L3 agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: Metadata agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: Metering agent@dv-cinder-757936-6-iscsi: {}, Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: Open vSwitch agent@dv-cinder-757936-6-iscsi: { 'AddressGroup': '1.2', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'ConntrackHelper': '1.0', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Log': '1.0', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Network': '1.1', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Port': '1.7', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'PortForwarding': '1.2', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'QosPolicy': '1.9', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroup': '1.4', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SecurityGroupRule': '1.2', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'SubPort': '1.0', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Subnet': '1.1', Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: 'Trunk': '1.1'}} Aug 19 02:22:18.051220 dv-cinder-757936-6-iscsi neutron-server[94407]: {{(pid=94407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:22:18.123952 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.130208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.160078 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Transition to ACTIVE for port object e400b327-d6c2-4189-8099-a2906e9f3260 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:18.198938 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Allocated IP 172.20.0.1 (34db8e1c-8048-4709-a04f-207207e68c2a/393ed1e1-db1b-44e1-afae-9af64b34a8ee/3f06adbd-b66d-40de-9138-c108e77761c6) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:18.230716 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ac9c2-aee8-49a0-9cd5-c40ceb90d807 None None] Pushing event updated for resources: {'Port': ['ID=38afcfab-da5c-47b1-97b0-8ec8a419cd15,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:18.251622 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.251728 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:18.251728 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:18.260246 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Transition to ACTIVE for port object b6bc38b9-de03-408d-8b00-e84e3c9174ee will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:18.329929 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.368685 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:18.376909 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.383446 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Network b7d26125-ff21-4756-af22-988f1c5fab5c is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:18.386685 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:18.394889 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:18.394889 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.411162 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.484690 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Pushing event updated for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:18.514529 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c9f2a-dd62-4a86-a358-13a6fd20e9f9 None None] Pushing event updated for resources: {'Port': ['ID=b6bc38b9-de03-408d-8b00-e84e3c9174ee,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:18.524749 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6ffc6f2d-bcd7-441a-8814-8db2fc868db2 req-749514b3-f59b-45b8-8356-3d4959fc8377 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.1985722 Aug 19 02:22:18.528206 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Attempting to bind port b6bc38b9-de03-408d-8b00-e84e3c9174ee on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:18.528580 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Attempting to bind port b6bc38b9-de03-408d-8b00-e84e3c9174ee by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:18.529277 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Attempting to bind port b6bc38b9-de03-408d-8b00-e84e3c9174ee on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:18.546400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:18.546907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:18.547585 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.547993 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:18.548516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Bound port: b6bc38b9-de03-408d-8b00-e84e3c9174ee, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:18.548903 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.576714 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.645221 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Network 34db8e1c-8048-4709-a04f-207207e68c2a is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:18.648760 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:18.649725 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93d7f816-e2b4-46cb-bf30-9bd91a4bc85e req-d3bf194b-e504-4b34-b2cf-2e4df1a65335 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0727665 Aug 19 02:22:18.650294 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] For port b6bc38b9-de03-408d-8b00-e84e3c9174ee, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:18.653195 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:18.653891 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.658380 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Pushing event updated for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:18.658665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] For port b6bc38b9-de03-408d-8b00-e84e3c9174ee, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b6bc38b9-de03-408d-8b00-e84e3c9174ee,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:18.731360 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.789453 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:18.798606 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:18.799066 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:18.823621 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc1c15-f976-4f61-8e18-7127e6a84a62 None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:22:18.861737 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-93b529d7-aac9-44c1-b255-2b6dca094485 None None] Provisioning for port e400b327-d6c2-4189-8099-a2906e9f3260 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:18.873947 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c9f2a-dd62-4a86-a358-13a6fd20e9f9 None None] Pushing event updated for resources: {'Port': ['ID=b6bc38b9-de03-408d-8b00-e84e3c9174ee,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:18.882124 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-93b529d7-aac9-44c1-b255-2b6dca094485 None None] Provisioning complete for port e400b327-d6c2-4189-8099-a2906e9f3260 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:18.882682 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-93b529d7-aac9-44c1-b255-2b6dca094485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.945937 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.965861 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-93b529d7-aac9-44c1-b255-2b6dca094485 None None] Port e400b327-d6c2-4189-8099-a2906e9f3260 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:22:19.009087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:19.060138 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.411324 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:19.439928 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.458746 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b3b58-7e42-4e8d-bc8b-b02518f0ec83 None None] The sync data for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi is: [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:15Z', 'revision_number': 3, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:22:19.506737 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.514042 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.514856 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.622358 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.623248 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.685320 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Pushing event updated for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:19.737596 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 38afcfab-da5c-47b1-97b0-8ec8a419cd15 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:19.755574 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-db53af3c-087f-4f76-b41b-2bdf135f49f8 req-08b097ff-b2d5-43fe-9efb-fa34483c1523 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0924611 Aug 19 02:22:19.760640 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Pushing event updated for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:19.766050 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Network b7d26125-ff21-4756-af22-988f1c5fab5c is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:19.772906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:19.817951 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53afda51-f3e1-446a-8137-2a9e9b04ad56 req-62315b12-27bb-494f-94e8-591a4ae5d23d tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0352848 Aug 19 02:22:19.943809 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:19.951061 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:19.951665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.952063 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Network 34db8e1c-8048-4709-a04f-207207e68c2a is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:19.955389 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:20.209824 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:22:20.223526 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.300373 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Router f0488f26-e94d-44c2-95f2-baa7aaa096d1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:22:20.352868 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 38afcfab-da5c-47b1-97b0-8ec8a419cd15, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=38afcfab-da5c-47b1-97b0-8ec8a419cd15,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:20.356358 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-b24b8490-8a0f-4c89-9760-0b33d4968109 None None] Provisioning complete for port e400b327-d6c2-4189-8099-a2906e9f3260 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:20.356726 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b24b8490-8a0f-4c89-9760-0b33d4968109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.457129 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-b24b8490-8a0f-4c89-9760-0b33d4968109 None None] Port e400b327-d6c2-4189-8099-a2906e9f3260 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:22:20.468516 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:22:20.469098 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.480305 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-92cbd2a3-6ec8-4f09-a266-8d373be9e250 admin admin] 10.222.0.38 "PUT /v2.0/routers/a3f7e139-d7fd-4a25-9853-ed724ecfb1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8739605 Aug 19 02:22:20.606810 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=38afcfab-da5c-47b1-97b0-8ec8a419cd15,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:20.632222 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:22:20.651696 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-75cb197f-1606-418f-8b26-e7a9ea67b37f admin admin] 10.222.0.38 "PUT /v2.0/routers/f0488f26-e94d-44c2-95f2-baa7aaa096d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4053864 Aug 19 02:22:20.914125 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:22:21.069091 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40358) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.173679 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-06809601-4ac4-4e3f-a473-e12b7fb08e54 req-8cc38baf-bd9c-47e7-a698-37a1c08c81c5 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0546908 Aug 19 02:22:21.272444 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-221cbc33-f876-4393-977a-9b172b5fbdf9 req-86200d53-d010-4678-8db1-02c96278b258 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0411029 Aug 19 02:22:21.285036 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5daf-62d9-4a51-b3a9-cc7ad5144ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.409399 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.41', 52396) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.434481 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5daf-62d9-4a51-b3a9-cc7ad5144ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.509084 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40392) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.516748 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904610200', 'description': 'tempest-description--1973661239'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:21.602448 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-d88ccf27-60ee-4ef7-9182-acbe5e05ba3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.605204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-d88ccf27-60ee-4ef7-9182-acbe5e05ba3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1881926 Aug 19 02:22:21.613420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5daf-62d9-4a51-b3a9-cc7ad5144ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.642538 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.651040 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-79054de3-4c4e-4d6f-8856-87298d3bf339 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.652659 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-79054de3-4c4e-4d6f-8856-87298d3bf339 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 818 time: 0.1712265 Aug 19 02:22:21.684713 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Request body: {'port': {'device_id': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'admin_state_up': True, 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:21.688486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf5daf-62d9-4a51-b3a9-cc7ad5144ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536cc31e-21e0-480f-bbeb-22edaf71c056,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:21.695810 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40394) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.696069 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ffaf5daf-62d9-4a51-b3a9-cc7ad5144ffd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=178d8a8c6f78469ea9789d8022ea8ded&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6262891 Aug 19 02:22:21.705460 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-f2dd676d-60b8-413c-8e79-47c30dc0cf3d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/quotas/874fbd494f1e4fc2a1c14a1cb88e5366 HTTP/1.1" status: 200 len: 375 time: 0.0439160 Aug 19 02:22:21.753872 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.787510 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-91d0116f-6e0c-468d-8a06-72fcafeffb2d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815446 Aug 19 02:22:21.821929 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b6bc38b9-de03-408d-8b00-e84e3c9174ee up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:21.943425 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-cc24eec7-e55c-405a-89ec-217cb3e7b60c service neutron] 10.222.0.38 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549489 Aug 19 02:22:21.972338 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.989647 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port b6bc38b9-de03-408d-8b00-e84e3c9174ee completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:21.998409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b6bc38b9-de03-408d-8b00-e84e3c9174ee triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:21.999259 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.022102 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.112945 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:22:22.112945 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:22.112945 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:22.114130 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.175279 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.210950 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port b6bc38b9-de03-408d-8b00-e84e3c9174ee, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b6bc38b9-de03-408d-8b00-e84e3c9174ee,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:22.228329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.285379 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.293453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.41', 52403) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:22.300726 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.302714 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/536cc31e-21e0-480f-bbeb-22edaf71c056 HTTP/1.1" status: 204 len: 168 time: 0.6052217 Aug 19 02:22:22.313838 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.318968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 38afcfab-da5c-47b1-97b0-8ec8a419cd15 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:22.344779 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a1843-ff42-4647-9b70-1df19cbb68da,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:22.384316 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d1cf8e95-c5d4-4cf7-93f0-7c56a038f1c1 req-08df6554-60f8-4009-88b0-27c8ba0a710c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0743787 Aug 19 02:22:22.407134 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:22.418947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.421195 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6e62-f234-4c8f-b960-225c6bd66207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536cc31e-21e0-480f-bbeb-22edaf71c056,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:22.451301 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-a4f54a29-f507-48bb-9871-9fe1d96d8d2b tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:22.454462 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-a4f54a29-f507-48bb-9871-9fe1d96d8d2b tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.41 "GET /v2.0/networks?id=a5930404-2796-4817-a73b-ad6d2e869865 HTTP/1.1" status: 200 len: 812 time: 0.1578953 Aug 19 02:22:22.487159 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Request body: {'port': {'device_id': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865', 'admin_state_up': True, 'tenant_id': '7be8d950e0b64adfbd62bc6fbaaef027'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:22.498246 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:22.503802 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=b6bc38b9-de03-408d-8b00-e84e3c9174ee,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:22.510241 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Sync routers for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:22:22.529210 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.530593 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-f465c62e-f8ab-4ee4-aa85-bc13272ca889 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0200434 Aug 19 02:22:22.544003 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:22.544003 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:22.559921 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40434) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:22.572569 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group_rule': {'security_group_id': '6b2a1843-ff42-4647-9b70-1df19cbb68da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:22.582266 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-82993d32-f6a9-4f86-b8c5-e887826eb5db req-b0210fe5-0c1c-416c-9d78-fc3823ab972c tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0931671 Aug 19 02:22:22.628099 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:22.628478 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.749965 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Allocated IP 172.20.0.13 (49e13cdf-85ea-4f91-a253-eb569af4ca01/c698f530-e5ae-4b3f-8d68-ba496142b3c9/d5065a47-0c1d-421f-aa59-e6b566570acf) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:22.759264 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-78f85a15-7a19-4e92-9169-2665ea6f9ed3 service neutron] 10.222.0.38 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8075864 Aug 19 02:22:22.839344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:22.847878 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:19Z', 'revision_number': 2, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:22.917744 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:22:22.921167 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Updating router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 port e400b327-d6c2-4189-8099-a2906e9f3260 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:22:22.953300 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.990736 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.106697 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40454) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:23.150444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.526962 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.538903 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5c068619-c370-4d1d-8a15-c8de587f837c req-6928ea87-ee33-429a-9f89-6145c4d1f87f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.1253080 Aug 19 02:22:23.543211 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.547984 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '3f06adbd-b66d-40de-9138-c108e77761c6', 'name': '', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:19Z', 'revision_number': 2, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'subnets': [{'id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:23.549234 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5db57bf-6a5b-4f4e-ae8b-0b2199f66f79,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:23.551413 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a687f8c4-ba69-4cb0-87aa-e30c3aef000e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.552616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Checking router: f0488f26-e94d-44c2-95f2-baa7aaa096d1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:22:23.552616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Updating router f0488f26-e94d-44c2-95f2-baa7aaa096d1 port 3f06adbd-b66d-40de-9138-c108e77761c6 binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:22:23.552616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.553565 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce82a375-b813-4b3f-91f7-e7726e74f599 req-c2333b2f-63df-4c91-976b-499e99f71c82 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0353286 Aug 19 02:22:23.556285 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.598709 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.599968 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a1b4bf2c-9e27-4f90-9a27-2251672c7509 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0385191 Aug 19 02:22:23.605179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40494) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:23.621569 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group_rule': {'security_group_id': '6b2a1843-ff42-4647-9b70-1df19cbb68da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:23.653131 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:23.664703 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:23.664703 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:23.667745 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.673158 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:23.674757 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.680428 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Transition to ACTIVE for port object e400b327-d6c2-4189-8099-a2906e9f3260 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:23.736771 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Made reservation on behalf of 7be8d950e0b64adfbd62bc6fbaaef027 for: {'port': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:23.745479 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.765365 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:23.794472 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b6bc38b9-de03-408d-8b00-e84e3c9174ee up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:23.896344 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event updated for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:23.907352 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-baf1257e-284c-4a1a-a25f-0e6134936bc0 req-f4c048f3-11c4-4b42-8f5a-a78d3fcaf626 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.1207874 Aug 19 02:22:23.960438 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc368-d29b-4cf0-b0e5-804fd988541c None None] Pushing event updated for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:24.041190 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Attempting to bind port e400b327-d6c2-4189-8099-a2906e9f3260 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:24.041554 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Attempting to bind port e400b327-d6c2-4189-8099-a2906e9f3260 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:24.046941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b6bc38b9-de03-408d-8b00-e84e3c9174ee triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:24.047745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.048749 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Attempting to bind port e400b327-d6c2-4189-8099-a2906e9f3260 on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:24.063861 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:24.064528 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Checking segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:24.065132 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.065710 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Bound using segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:24.066438 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Bound port: e400b327-d6c2-4189-8099-a2906e9f3260, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:24.067034 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.116344 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a687f8c4-ba69-4cb0-87aa-e30c3aef000e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.211346 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a687f8c4-ba69-4cb0-87aa-e30c3aef000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.228953 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] For port e400b327-d6c2-4189-8099-a2906e9f3260, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:24.250457 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] For port e400b327-d6c2-4189-8099-a2906e9f3260, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e400b327-d6c2-4189-8099-a2906e9f3260,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:24.355072 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a687f8c4-ba69-4cb0-87aa-e30c3aef000e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da0f439ee69a4d07a21d7618accd8b40&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2446201 Aug 19 02:22:24.364038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40532) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:24.390835 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.404844 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687f8c4-ba69-4cb0-87aa-e30c3aef000e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78229f8d-63ef-469d-b3e5-14ac161c6211,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:24.418897 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-f96d260d-dc75-4415-8639-c358d56b9b25 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:24.420391 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-f96d260d-dc75-4415-8639-c358d56b9b25 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 818 time: 0.6300383 Aug 19 02:22:24.428874 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Transition to ACTIVE for port object 3f06adbd-b66d-40de-9138-c108e77761c6 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:24.503745 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.509970 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-8ca43f86-cfaa-4caf-b24a-72ee08df9ffb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/quotas/874fbd494f1e4fc2a1c14a1cb88e5366 HTTP/1.1" status: 200 len: 375 time: 0.0491455 Aug 19 02:22:24.544259 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.552464 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Allocated IP 172.20.0.2 (a5930404-2796-4817-a73b-ad6d2e869865/e69a7175-189c-42ec-b982-8787a1a7b1d8/6940bc89-d332-4597-b8c6-88c43900247c) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:24.599241 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-f607ae4c-222b-4472-9385-86dffbc016ba tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878677 Aug 19 02:22:24.749863 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288574-6475-41d7-b99c-814d02dd9818 req-c49b9269-2c08-4bd2-8a01-54360556ee3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:24.758336 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-22288574-6475-41d7-b99c-814d02dd9818 req-c49b9269-2c08-4bd2-8a01-54360556ee3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 932 time: 0.0921912 Aug 19 02:22:24.771260 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.771771 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.814327 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.815418 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.819207 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78229f8d-63ef-469d-b3e5-14ac161c6211 HTTP/1.1" status: 204 len: 168 time: 0.4518566 Aug 19 02:22:24.846052 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f0698-bd7f-43d6-b93e-fec56be23b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78229f8d-63ef-469d-b3e5-14ac161c6211,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:24.872730 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-22288574-6475-41d7-b99c-814d02dd9818 req-87c22231-07c3-4476-8428-7a616e650d5e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889897 Aug 19 02:22:24.885863 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0d6ac694-7079-416a-ab99-57215d8ffc5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2053499 Aug 19 02:22:24.933446 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-a57aefcd-7d01-4b57-a80a-5e13de5e70e9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:22:24.935115 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-a57aefcd-7d01-4b57-a80a-5e13de5e70e9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091400 Aug 19 02:22:24.951400 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc368-d29b-4cf0-b0e5-804fd988541c None None] Pushing event updated for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:25.040738 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:25.041437 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:25.114408 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579faa-6971-4d96-911b-2f167151f4d6 None None] Pushing event updated for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:25.160205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Attempting to bind port 3f06adbd-b66d-40de-9138-c108e77761c6 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:25.168074 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Attempting to bind port 3f06adbd-b66d-40de-9138-c108e77761c6 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:25.168586 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Attempting to bind port 3f06adbd-b66d-40de-9138-c108e77761c6 on network 34db8e1c-8048-4709-a04f-207207e68c2a {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:25.188525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.197901 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:25.202334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Checking segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:25.202334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.202334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Bound using segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:25.202334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Bound port: 3f06adbd-b66d-40de-9138-c108e77761c6, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:25.202334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.203248 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bf1bdb0b-7db4-474f-a6b2-aed75b4e3677 req-fcfab053-367f-4a4f-bd72-ed5008905a16 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.1066201 Aug 19 02:22:25.315800 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:25.317723 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.349544 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] For port 3f06adbd-b66d-40de-9138-c108e77761c6, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:25.368499 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] For port 3f06adbd-b66d-40de-9138-c108e77761c6, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3f06adbd-b66d-40de-9138-c108e77761c6,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:25.399390 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.408830 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.480560 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.567069 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579faa-6971-4d96-911b-2f167151f4d6 None None] Pushing event updated for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:25.585770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Network a5930404-2796-4817-a73b-ad6d2e869865 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:25.607318 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Pushing event updated for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:25.626522 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:25.680439 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.692968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:25.693607 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:25.756690 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:24Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:25.782820 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-1a07b21f-7e04-4a4a-9b77-d06e2db4902a service neutron] 10.222.0.38 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1827097 Aug 19 02:22:25.819293 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Request body: {'port': {'device_id': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:25.844206 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678fe27e-d1fc-432b-ba94-1fcae254cedb,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:25.868049 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf8c-898f-42d7-b805-faa735ae4b0e None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:24Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:22:25.868469 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:25.889167 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:25.890648 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.995029 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:25.998056 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-afa65cf0-914f-421f-9cc0-adbfc5ea1ddd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3876333 Aug 19 02:22:26.000363 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40582) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:26.014584 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:26.048268 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:26.055072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.079000 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-001ccf3b-76d4-4c9e-86e3-118914446c61 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6020088 Aug 19 02:22:26.121830 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-402ebd26-a6b7-411f-9a86-2db8f6be16d5 service neutron] 10.222.0.38 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975843 Aug 19 02:22:26.130362 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Request body: {'port': {'device_id': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:26.291083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.657799 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '3f06adbd-b66d-40de-9138-c108e77761c6', 'name': '', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:25Z', 'revision_number': 4, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'subnets': [{'id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:26.713671 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.845325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace2911-5ae2-4d8b-a436-e0122f5d8326 None None] The sync data for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi is: [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '3f06adbd-b66d-40de-9138-c108e77761c6', 'name': '', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:25Z', 'revision_number': 4, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'subnets': [{'id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:22:26.906811 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6279-07b4-4a7a-8698-0d7391d492ae req-37848462-3922-44cd-9817-e9d572c1c40b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:26.917986 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-214e6279-07b4-4a7a-8698-0d7391d492ae req-37848462-3922-44cd-9817-e9d572c1c40b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 932 time: 0.7878611 Aug 19 02:22:27.306625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.41', 52408) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:27.630566 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-214e6279-07b4-4a7a-8698-0d7391d492ae req-6f928ca8-aed8-4ad4-8d1f-34ea1b9c79a1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072639 Aug 19 02:22:27.663172 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e810d2-4e83-4b72-a915-7f108dc64866 req-5f10cf64-7e6e-48bc-8890-ea7b15976ae3 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:27.687427 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-07e810d2-4e83-4b72-a915-7f108dc64866 req-5f10cf64-7e6e-48bc-8890-ea7b15976ae3 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 931 time: 1.1205862 Aug 19 02:22:27.899106 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6110037d-d42a-48c6-9430-aaf98cc426ee req-ae002c0d-65cb-4ed4-8484-38d6198b32ae tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.1417470 Aug 19 02:22:28.001197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e400b327-d6c2-4189-8099-a2906e9f3260 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:28.041795 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-07e810d2-4e83-4b72-a915-7f108dc64866 req-debb71b6-a40b-494f-a6e0-5975c464974a tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499243 Aug 19 02:22:28.195472 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-dc42c0df-fdc4-410b-aa2e-9b56261d1847 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:28.198877 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-dc42c0df-fdc4-410b-aa2e-9b56261d1847 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 818 time: 0.8888934 Aug 19 02:22:28.223263 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40658) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:28.241527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Request body: {'port': {'device_id': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'admin_state_up': True, 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:28.276783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6940bc89-d332-4597-b8c6-88c43900247c {{(pid=94405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:28.314124 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.336064 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port e400b327-d6c2-4189-8099-a2906e9f3260 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:28.341677 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port e400b327-d6c2-4189-8099-a2906e9f3260 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:28.342314 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.373306 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.provisioning_blocks [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Transition to ACTIVE for port object 6940bc89-d332-4597-b8c6-88c43900247c will not be triggered until provisioned by entity L2. {{(pid=94405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:28.380669 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.468515 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.643245 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.665354 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Pushing event updated for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:28.691364 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.managers [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Attempting to bind port 6940bc89-d332-4597-b8c6-88c43900247c on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:28.691722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.managers [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Attempting to bind port 6940bc89-d332-4597-b8c6-88c43900247c by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '363e07b6-5eb4-42d0-b5a9-f037c58c853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865'}] {{(pid=94405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:28.692386 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Attempting to bind port 6940bc89-d332-4597-b8c6-88c43900247c on network a5930404-2796-4817-a73b-ad6d2e869865 {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:28.700088 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Port 6940bc89-d332-4597-b8c6-88c43900247c on network a5930404-2796-4817-a73b-ad6d2e869865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:28.700783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Attempting to bind port 6940bc89-d332-4597-b8c6-88c43900247c on network a5930404-2796-4817-a73b-ad6d2e869865 {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:28.711903 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:28.712335 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Checking segment: {'id': '363e07b6-5eb4-42d0-b5a9-f037c58c853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:28.713127 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Bound using segment: {'id': '363e07b6-5eb4-42d0-b5a9-f037c58c853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865'} {{(pid=94405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:28.713791 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.managers [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Bound port: 6940bc89-d332-4597-b8c6-88c43900247c, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e07b6-5eb4-42d0-b5a9-f037c58c853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865'}}] {{(pid=94405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:28.714353 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.737199 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port e400b327-d6c2-4189-8099-a2906e9f3260, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e400b327-d6c2-4189-8099-a2906e9f3260,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:28.817326 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.818482 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3f06adbd-b66d-40de-9138-c108e77761c6 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:28.823690 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5065a47-0c1d-421f-aa59-e6b566570acf {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:28.830711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Allocated IP 172.27.3.200 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:28.838761 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.852351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Made reservation on behalf of 874fbd494f1e4fc2a1c14a1cb88e5366 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:28.856580 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.932704 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c5959341-c7c9-4fa2-befa-95b788ff4252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:28.976421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22b76-356f-4cd1-94f2-2e1af423981d req-e1c1478e-39da-4e52-9cc2-ee3d4f930db2 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:28.979883 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2b22b76-356f-4cd1-94f2-2e1af423981d req-e1c1478e-39da-4e52-9cc2-ee3d4f930db2 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 932 time: 0.2137666 Aug 19 02:22:29.096611 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:29.120486 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Transition to ACTIVE for port object d5065a47-0c1d-421f-aa59-e6b566570acf will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:29.127161 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, cleared binding levels {{(pid=94405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:29.130181 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40674) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:29.170821 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 3f06adbd-b66d-40de-9138-c108e77761c6 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:29.178249 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 3f06adbd-b66d-40de-9138-c108e77761c6 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:29.179040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.248233 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6940bc89-d332-4597-b8c6-88c43900247c,segment=NetworkSegment(363e07b6-5eb4-42d0-b5a9-f037c58c853c),segment_id=363e07b6-5eb4-42d0-b5a9-f037c58c853c)] {{(pid=94405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:29.257775 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2b22b76-356f-4cd1-94f2-2e1af423981d req-f113d04c-0378-46db-bbda-c009521fcbb5 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539158 Aug 19 02:22:29.316535 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.370745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.383486 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c0667fb5-4414-47f2-a79a-6571ee503013 req-f9ed3a03-0396-49ae-abd1-14269371ae5f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.2521243 Aug 19 02:22:29.406408 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.428811 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 3f06adbd-b66d-40de-9138-c108e77761c6, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3f06adbd-b66d-40de-9138-c108e77761c6,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:29.470230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:29.489900 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c5959341-c7c9-4fa2-befa-95b788ff4252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.519874 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.533322 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:29.535305 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.539833 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-302860b1-a878-471f-86d3-e98f83096051 service neutron] 10.222.0.41 "PUT /v2.0/ports/6940bc89-d332-4597-b8c6-88c43900247c HTTP/1.1" status: 200 len: 1093 time: 3.4139175 Aug 19 02:22:29.541823 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c'}] {{(pid=94405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:29.566051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.636972 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:29.721780 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e400b327-d6c2-4189-8099-a2906e9f3260 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:29.750351 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c5959341-c7c9-4fa2-befa-95b788ff4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.785048 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Attempting to bind port d5065a47-0c1d-421f-aa59-e6b566570acf on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:29.785359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Attempting to bind port d5065a47-0c1d-421f-aa59-e6b566570acf by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:29.785928 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Attempting to bind port d5065a47-0c1d-421f-aa59-e6b566570acf on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:29.837392 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f508-42e5-4b5c-860d-3b3b41bc5237 req-57d82ee8-8dc0-425b-95e5-c1bfbe07ef2d tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:29.842568 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c5959341-c7c9-4fa2-befa-95b788ff4252 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=911b3dc55cef48268502482bba8e2cc3&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6133308 Aug 19 02:22:29.847096 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b39f508-42e5-4b5c-860d-3b3b41bc5237 req-57d82ee8-8dc0-425b-95e5-c1bfbe07ef2d tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.3559012 Aug 19 02:22:29.848731 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port e400b327-d6c2-4189-8099-a2906e9f3260 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:29.849126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:29.865002 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40696) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:29.867929 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Port d5065a47-0c1d-421f-aa59-e6b566570acf on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:29.868255 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Attempting to bind port d5065a47-0c1d-421f-aa59-e6b566570acf on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:29.954751 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Allocated IP 172.20.0.2 (34db8e1c-8048-4709-a04f-207207e68c2a/393ed1e1-db1b-44e1-afae-9af64b34a8ee/833739cf-bcfb-45ce-86f3-696ef9d44112) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:29.995580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f201b5bd-f045-4164-9833-cadc74656d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.031414 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:30.032028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Checking segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:30.032646 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Bound using segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:30.033121 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Bound port: d5065a47-0c1d-421f-aa59-e6b566570acf, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:30.033480 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.063662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.067496 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302860b1-a878-471f-86d3-e98f83096051 service neutron] Pushing event updated for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=3']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:30.145141 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5959341-c7c9-4fa2-befa-95b788ff4252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ffed1-90a2-4742-a3e8-1a5c30ff428c,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:30.174427 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e18d1cb06b647339a7633158544a46b320e2fbe8af4390dd2b50db1bf7c1505" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ea352-6295-45a0-bdd4-4c45751e58d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "tag": "6940bc89-d332-4597-b8c6-88c43900247c"}]}' {{(pid=94405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:30.184580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-7def2f63-6e4a-464e-8883-786e28970abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:30.190677 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-7def2f63-6e4a-464e-8883-786e28970abf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7be8d950e0b64adfbd62bc6fbaaef027&device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 1096 time: 0.3770130 Aug 19 02:22:30.493738 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f201b5bd-f045-4164-9833-cadc74656d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.494303 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:30.494303 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b39f508-42e5-4b5c-860d-3b3b41bc5237 req-cf6517f7-f72b-4bec-9bf3-3107beaa02ad tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413560 Aug 19 02:22:30.513838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:30.552815 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-c38f28e2-9436-447e-87c2-ffa29fada342 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6940bc89-d332-4597-b8c6-88c43900247c HTTP/1.1" status: 200 len: 217 time: 0.1272354 Aug 19 02:22:30.573344 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:30.583587 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d5065a47-0c1d-421f-aa59-e6b566570acf,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:30.666113 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b762c7f4-4c89-4ddc-b50d-b82182c72179 x-openstack-request-id: req-b762c7f4-4c89-4ddc-b50d-b82182c72179 {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:30.666773 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "tag": "6940bc89-d332-4597-b8c6-88c43900247c", "status": "completed", "code": 200}]} {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:30.667412 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b762c7f4-4c89-4ddc-b50d-b82182c72179 {{(pid=94405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:30.668468 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c', 'status': 'completed', 'code': 200} Aug 19 02:22:30.684543 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-676dde4f-81ff-40fb-adc9-8da34e3a8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:30.686545 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-676dde4f-81ff-40fb-adc9-8da34e3a8a8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e69a7175-189c-42ec-b982-8787a1a7b1d8 HTTP/1.1" status: 200 len: 852 time: 0.1076190 Aug 19 02:22:30.687942 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:30.756431 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7d91df7e-4b8b-4943-a326-3e873922b416 req-337138c1-7b05-4b53-a570-e65ec2f30021 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0423720 Aug 19 02:22:30.779766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:30.822588 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f201b5bd-f045-4164-9833-cadc74656d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.879829 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f201b5bd-f045-4164-9833-cadc74656d7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b650289370a34b148b22c3d3b553e660&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7466588 Aug 19 02:22:30.916429 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.916947 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b5bd-f045-4164-9833-cadc74656d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2475cf94-7111-4848-b56d-b9faf25181c5,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:30.917419 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.917836 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40722) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:30.918177 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:30.994102 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.026686 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.210801 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.225260 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:31.248935 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e381d-bcc9-4119-8ddf-4cf71a6bd664 req-dc059365-f175-4fa7-8bad-19c130ea93c2 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:31.257934 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc0e381d-bcc9-4119-8ddf-4cf71a6bd664 req-dc059365-f175-4fa7-8bad-19c130ea93c2 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.5604408 Aug 19 02:22:31.266795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:31.267591 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.269197 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-0bc46992-1243-4ee4-8053-b5bf6e0ed2a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d5065a47-0c1d-421f-aa59-e6b566570acf HTTP/1.1" status: 200 len: 1094 time: 5.8070810 Aug 19 02:22:31.269718 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:31.365190 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.371362 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.385882 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.385882 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2475cf94-7111-4848-b56d-b9faf25181c5 HTTP/1.1" status: 204 len: 168 time: 0.4641902 Aug 19 02:22:31.416867 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549c215-f4cd-49b3-9481-b04a2d342a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475cf94-7111-4848-b56d-b9faf25181c5,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:31.421842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40" -d '{"events": [{"name": "network-changed", "server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:31.519812 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc0e381d-bcc9-4119-8ddf-4cf71a6bd664 req-dc2a9457-b399-4581-8685-c7edbce238be tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595901 Aug 19 02:22:31.540753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.602425 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01408974-1eca-48e0-aae8-2db40a6ff68a x-openstack-request-id: req-01408974-1eca-48e0-aae8-2db40a6ff68a {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:31.602986 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:31.603232 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01408974-1eca-48e0-aae8-2db40a6ff68a {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:31.603695 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf', 'status': 'completed', 'code': 200} Aug 19 02:22:31.637818 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.667403 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3f06adbd-b66d-40de-9138-c108e77761c6 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:31.725154 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 3f06adbd-b66d-40de-9138-c108e77761c6 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:31.725768 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.783394 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Network 34db8e1c-8048-4709-a04f-207207e68c2a is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:31.794747 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.799193 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.800506 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/587ffed1-90a2-4742-a3e8-1a5c30ff428c HTTP/1.1" status: 204 len: 168 time: 1.9295111 Aug 19 02:22:31.828759 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:31.836076 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:31.842196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:31.842946 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:31.846372 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0744c-7321-4eec-b33f-848b68b7fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ffed1-90a2-4742-a3e8-1a5c30ff428c,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:31.851304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Pushing event updated for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:31.863396 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c7d4-ceb7-49bb-a989-a7b8e10ac6f0 req-a017b5c2-2636-47ea-aab6-732107b4dd28 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:31.865308 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be80c7d4-ceb7-49bb-a989-a7b8e10ac6f0 req-a017b5c2-2636-47ea-aab6-732107b4dd28 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.2357948 Aug 19 02:22:31.900836 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ad7d36d9-5e42-45e3-9f39-c5fbdf2f05c8 req-1353f11e-ae57-4bd9-8a97-2ba8ed39a456 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0443461 Aug 19 02:22:31.960246 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be80c7d4-ceb7-49bb-a989-a7b8e10ac6f0 req-230a2828-f7a4-43e5-aec5-0a0f10f5b67c tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812936 Aug 19 02:22:31.990940 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:32.012111 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8ca2dce0-6184-4850-91fe-7047793070a7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7777603 Aug 19 02:22:32.056044 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:32.098279 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:32.126688 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:32.210067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:32.213252 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-83348a6e-1313-4fb4-942e-3b5717b41d52 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2064383 Aug 19 02:22:32.690043 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5abe29-9dc7-4fc6-a9c2-431b7ff96d04 req-a18bdf44-7b73-4092-a8c5-4e59773d8240 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:32.697386 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9d5abe29-9dc7-4fc6-a9c2-431b7ff96d04 req-a18bdf44-7b73-4092-a8c5-4e59773d8240 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0644622 Aug 19 02:22:32.734697 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9d5abe29-9dc7-4fc6-a9c2-431b7ff96d04 req-f5c7a2a6-9e8f-4500-8086-0644fe76124d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360041 Aug 19 02:22:32.856600 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-752af2e0-9474-4fc0-9df7-5cfde2ee76fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:32.951800 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40780) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:32.987491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e696a143-5d87-4b95-a1d6-814482662426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.080618 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-208e7ea2-68e4-4075-9d7c-89dd8d345b22 req-09f3fca3-a536-4730-b754-391555ed9ffd tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0645821 Aug 19 02:22:33.091751 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40784) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:33.248320 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450c68-5dcc-475e-94aa-7b29a9c5e0a2 req-cde9f0ed-5415-4ec6-9306-cbb4d582298f tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:33.250113 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a1450c68-5dcc-475e-94aa-7b29a9c5e0a2 req-cde9f0ed-5415-4ec6-9306-cbb4d582298f tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.1379046 Aug 19 02:22:33.276272 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-284431a4-bba4-407e-bcba-36626efe4789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.296008 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-c6a61e44-fc98-43ad-a891-e6485af063f4 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--904610200&fields=id&tenant_id=e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 267 time: 0.0840356 Aug 19 02:22:33.296280 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a1450c68-5dcc-475e-94aa-7b29a9c5e0a2 req-71d7254b-69b2-490f-9ad0-381fa36fd3c5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Aug 19 02:22:33.435570 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-1f01aa93-9dcd-444d-a786-1639d70c95af tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:33.438055 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-1f01aa93-9dcd-444d-a786-1639d70c95af tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 816 time: 0.1194768 Aug 19 02:22:33.439420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e696a143-5d87-4b95-a1d6-814482662426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.458539 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-cbfc7d3b-7c66-4af8-9fe0-de7ce4f75d88 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/quotas/e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 375 time: 0.0140905 Aug 19 02:22:33.519762 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-b6d6aebb-25d9-421c-affc-3374bcc24691 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594180 Aug 19 02:22:33.587397 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e696a143-5d87-4b95-a1d6-814482662426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.642971 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e696a143-5d87-4b95-a1d6-814482662426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb7a75bd62cd473cadd78948823c5c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941276 Aug 19 02:22:33.647383 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40800) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:33.656103 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696a143-5d87-4b95-a1d6-814482662426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c236b-9394-443c-beba-32e632a6a7ad,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:33.661191 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-7cbc3969-1ff5-4ec2-89c6-c80dc6e9a680 service neutron] 10.222.0.38 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239457 Aug 19 02:22:33.729180 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40804) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:33.744507 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e4221aed-1344-47f0-8468-6b3f1862d535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.862534 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.871070 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-284431a4-bba4-407e-bcba-36626efe4789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.873573 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05460ac0-130d-4c2d-9c68-22a75ef394f0 req-2d6f64cc-3e63-4729-a267-01ec26111056 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:33.875817 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-05460ac0-130d-4c2d-9c68-22a75ef394f0 req-2d6f64cc-3e63-4729-a267-01ec26111056 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0655031 Aug 19 02:22:33.909760 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-14310d3b-c594-49a5-bf38-d4e209c34f2c service neutron] 10.222.0.38 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385817 Aug 19 02:22:33.919721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:33.929175 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-05460ac0-130d-4c2d-9c68-22a75ef394f0 req-69abab25-5c37-46c9-b32b-97172220a703 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471215 Aug 19 02:22:33.954087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-284431a4-bba4-407e-bcba-36626efe4789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.002268 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-284431a4-bba4-407e-bcba-36626efe4789 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d49503fcc4e04c03932cf35a697241d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9168508 Aug 19 02:22:34.005749 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40814) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:34.052460 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284431a4-bba4-407e-bcba-36626efe4789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22484f01-1fee-4fde-b398-4eb9646b0a32,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:34.083947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.107837 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e4221aed-1344-47f0-8468-6b3f1862d535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.109044 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.190246 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d0d37443-18cb-4194-a6ef-0d1bee25d80b req-910824bd-6bae-40be-92b4-cc0900b9a504 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0410976 Aug 19 02:22:34.239341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.244331 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.244331 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe4c236b-9394-443c-beba-32e632a6a7ad HTTP/1.1" status: 204 len: 168 time: 0.5945444 Aug 19 02:22:34.253392 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5813f6-2103-4826-b2ac-eb2f035770ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c236b-9394-443c-beba-32e632a6a7ad,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:34.285088 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.289640 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e4221aed-1344-47f0-8468-6b3f1862d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.293621 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.293621 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22484f01-1fee-4fde-b398-4eb9646b0a32 HTTP/1.1" status: 204 len: 168 time: 0.2849033 Aug 19 02:22:34.303895 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4632f-36d6-4b91-a92a-1c792e55d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22484f01-1fee-4fde-b398-4eb9646b0a32,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:34.439184 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e4221aed-1344-47f0-8468-6b3f1862d535 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bc9fd35a63c40cd8a018b946848148c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089071 Aug 19 02:22:34.442274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40830) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:34.445468 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221aed-1344-47f0-8468-6b3f1862d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdcdb44-43bc-4ce3-a4f1-c82427eaf413,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:34.529749 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-934451a9-de29-4fba-a79a-5e50e5d7f2a8 req-c20fe563-5502-4ce4-a9a1-5fac1fb7c0e9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0519359 Aug 19 02:22:34.549276 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.566734 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbae13-1c4e-4208-802f-830f50d0d216 req-b4893f69-d386-417d-acbc-164abdf5a374 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:34.570203 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-82bbae13-1c4e-4208-802f-830f50d0d216 req-b4893f69-d386-417d-acbc-164abdf5a374 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.1247535 Aug 19 02:22:34.588309 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.652946 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-82bbae13-1c4e-4208-802f-830f50d0d216 req-07c79e30-5583-4f6e-827b-665c7dac6b34 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Aug 19 02:22:34.982230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.984845 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:34.988963 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cdcdb44-43bc-4ce3-a4f1-c82427eaf413 HTTP/1.1" status: 204 len: 168 time: 0.5421774 Aug 19 02:22:35.011449 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f7caa-6a16-4824-b569-73b2a53f90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdcdb44-43bc-4ce3-a4f1-c82427eaf413,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:35.130526 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e383ae8-d930-4783-8721-416ff9b0100d req-eec6b249-4271-481f-9872-81e53c36af44 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:35.140026 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2e383ae8-d930-4783-8721-416ff9b0100d req-eec6b249-4271-481f-9872-81e53c36af44 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0656185 Aug 19 02:22:35.198761 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2e383ae8-d930-4783-8721-416ff9b0100d req-28cbed5a-099d-43ee-a8ce-1424c1ff0676 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Aug 19 02:22:35.273045 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-77b4d975-300a-46b5-af20-9d9d7f4530b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:35.286395 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4426565c-95e6-45de-aefa-0cf721a42fe3 req-699e225c-f226-4a5e-b888-7f427fda4ea8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0269954 Aug 19 02:22:35.517006 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40852) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:35.531613 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:35.539193 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dd44eb4f-bbc1-4beb-a39e-e8b8aca306c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:35.680470 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8dbb05aa-7e6b-4055-b99e-25d0cc000bc7 req-8bd68986-e89c-4480-af33-919420ac2eb5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0415511 Aug 19 02:22:35.826437 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dd44eb4f-bbc1-4beb-a39e-e8b8aca306c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:35.875099 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64d8f5-a502-4276-87c5-ac19da110428 req-d67fc5f8-838c-45d3-bfb5-7aef0467a4f3 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:35.876826 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bc64d8f5-a502-4276-87c5-ac19da110428 req-d67fc5f8-838c-45d3-bfb5-7aef0467a4f3 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.0681236 Aug 19 02:22:35.942766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dd44eb4f-bbc1-4beb-a39e-e8b8aca306c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:35.950274 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bc64d8f5-a502-4276-87c5-ac19da110428 req-c873ab1b-4f17-4d21-9304-7136a316dff2 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 Aug 19 02:22:36.026931 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44eb4f-bbc1-4beb-a39e-e8b8aca306c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf969dd-6ba6-4709-bf29-3cddcffc7db0,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:36.077308 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40886) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:36.089153 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-dd44eb4f-bbc1-4beb-a39e-e8b8aca306c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59c3b051f20e4c9cac9ffd6cea918867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665834 Aug 19 02:22:36.143344 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:36.166174 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:36.316207 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bb47e-5181-4367-ad9d-6b2f0379e1cf req-e7fdbecb-66ea-49ff-bc43-6ae33c7b24cc tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:36.317930 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d95bb47e-5181-4367-ad9d-6b2f0379e1cf req-e7fdbecb-66ea-49ff-bc43-6ae33c7b24cc tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0583456 Aug 19 02:22:36.365413 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d95bb47e-5181-4367-ad9d-6b2f0379e1cf req-59d9b887-e339-4565-9b53-a5d3b5035312 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Aug 19 02:22:36.404784 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-510ccdb9-b0d2-4b4d-a686-2f3a3131c460 req-92933f26-fcf5-46be-9c4e-56702e77fbf1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0432696 Aug 19 02:22:36.410043 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:36.413286 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:36.414814 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bf969dd-6ba6-4709-bf29-3cddcffc7db0 HTTP/1.1" status: 204 len: 168 time: 0.3362062 Aug 19 02:22:36.428952 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506946a3-85d6-4b3c-a92a-9d23165bb12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf969dd-6ba6-4709-bf29-3cddcffc7db0,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:36.457454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:36.787425 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a56f6cb5-b339-43f9-a2d8-cf8a53555ff3 req-6fa8d09f-8ac5-49ea-a5ab-c279f19b7aa7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0301898 Aug 19 02:22:37.081881 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ccccc-b1d3-40ab-94ed-3a1692d4f877 req-19a0a250-9126-47bd-97ab-a7a0e76e7198 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:37.084616 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9f7ccccc-b1d3-40ab-94ed-3a1692d4f877 req-19a0a250-9126-47bd-97ab-a7a0e76e7198 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.0523651 Aug 19 02:22:37.126219 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9f7ccccc-b1d3-40ab-94ed-3a1692d4f877 req-fd234517-f7d5-4db7-9dea-dcbcdcefc85b tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Aug 19 02:22:37.376825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.41', 52416) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:37.407432 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-bb29cc25-c297-4718-8ca4-669191c7f56f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5930404-2796-4817-a73b-ad6d2e869865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509019 Aug 19 02:22:37.499569 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0a9b2e3b-0281-4e20-b625-e8bf5fe9f463 req-fa5031c4-9725-4605-adc8-30cee5d334b4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Aug 19 02:22:37.548131 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fab8e-a7e8-44be-9977-3350b97049e4 req-f48fd2f7-bc26-46c5-b80c-6754df2b39c8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:37.549538 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a97fab8e-a7e8-44be-9977-3350b97049e4 req-f48fd2f7-bc26-46c5-b80c-6754df2b39c8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0832763 Aug 19 02:22:37.561294 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-8a3d1ee4-ec3c-4838-9f97-d85bb9cb442d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:37.563186 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-8a3d1ee4-ec3c-4838-9f97-d85bb9cb442d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 818 time: 0.1436656 Aug 19 02:22:37.576058 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Request body: {'port': {'device_id': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:37.617548 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Request body: {'port': {'device_id': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'admin_state_up': True, 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:37.753987 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-975c8a6d-64f3-454b-a2d1-d7fbaf091f6e service neutron] 10.222.0.41 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594758 Aug 19 02:22:37.788261 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a97fab8e-a7e8-44be-9977-3350b97049e4 req-9a0f1a32-c344-4873-9e78-3ee57ac434fe tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239883 Aug 19 02:22:37.834321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:37.904357 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-207a38c0-e16a-4dcb-8ebe-14a99868abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:37.911077 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-207a38c0-e16a-4dcb-8ebe-14a99868abe5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 1097 time: 0.3025863 Aug 19 02:22:37.956093 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1549176d-9bd3-4de5-b2e8-ed38a32b87d8 req-1f6e3ecc-1087-4b15-bcc6-8c715ef3386d service neutron] 10.222.0.41 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937473 Aug 19 02:22:37.959231 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1bbaa174-f2b4-4ae8-b041-05707c17a041 req-f9000560-0eb5-4aca-81d6-c3c9997c45f7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0454731 Aug 19 02:22:38.067548 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:38.191687 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-c6289451-738e-4296-b8e6-bc9e1b74876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.193650 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-c6289451-738e-4296-b8e6-bc9e1b74876c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7be8d950e0b64adfbd62bc6fbaaef027&device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 1096 time: 0.0495858 Aug 19 02:22:38.410510 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-be5a165d-6361-40ea-be40-c93fe7740b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.413509 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-be5a165d-6361-40ea-be40-c93fe7740b44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5930404-2796-4817-a73b-ad6d2e869865 HTTP/1.1" status: 200 len: 913 time: 0.2056065 Aug 19 02:22:38.432528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Made reservation on behalf of 874fbd494f1e4fc2a1c14a1cb88e5366 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:38.438179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:38.476249 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-8d416174-d591-49f2-bc3b-dafba93ce13c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6940bc89-d332-4597-b8c6-88c43900247c HTTP/1.1" status: 200 len: 217 time: 0.0501223 Aug 19 02:22:38.534891 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-916f6478-bdf8-4ea1-bd48-6ab9c8dc4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.536561 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-916f6478-bdf8-4ea1-bd48-6ab9c8dc4d67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e69a7175-189c-42ec-b982-8787a1a7b1d8 HTTP/1.1" status: 200 len: 852 time: 0.0544894 Aug 19 02:22:38.627749 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-f293d86a-e122-4328-9c5a-1723844f4f67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5930404-2796-4817-a73b-ad6d2e869865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599256 Aug 19 02:22:38.658667 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-812431fa-648e-4db6-874f-536ad792f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.660880 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-812431fa-648e-4db6-874f-536ad792f188 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77d93c2e37494f0a989abf69e511d3f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6702657 Aug 19 02:22:38.744313 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa5061-0f20-42e6-a9c6-ec7ff07cd9db req-916038a5-6c35-41f7-b0b2-018e76615014 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.745886 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c2aa5061-0f20-42e6-a9c6-ec7ff07cd9db req-916038a5-6c35-41f7-b0b2-018e76615014 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.3225067 Aug 19 02:22:38.830309 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.41', 52421) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:38.872463 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-87b1f902-d933-42ea-83e9-b92bdd4dda3e req-6d69e751-304c-4b41-bdce-636aaf987a4f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.2723212 Aug 19 02:22:39.043252 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596cb08-2e84-4137-b9d5-b789991b9079 req-ea1a044a-374f-4417-bec4-810a0b15e98d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.050574 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c2aa5061-0f20-42e6-a9c6-ec7ff07cd9db req-55f93751-3c8d-4160-a00a-8cbe33828c29 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533185 Aug 19 02:22:39.074331 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d596cb08-2e84-4137-b9d5-b789991b9079 req-ea1a044a-374f-4417-bec4-810a0b15e98d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.1262293 Aug 19 02:22:39.098697 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-a2722187-261d-428b-93ba-bf688dff524e service neutron] 10.222.0.41 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479563 Aug 19 02:22:39.116643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-c0566b71-a8df-4302-a7a6-246f068ab348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.118131 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dfb6ca23-5b1b-4594-b36c-37f5ffe43a40 req-c0566b71-a8df-4302-a7a6-246f068ab348 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444966 Aug 19 02:22:39.199183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-c8b4a86f-3318-4b9e-92f4-94ec55ff7fb5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.200685 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-c8b4a86f-3318-4b9e-92f4-94ec55ff7fb5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 816 time: 0.3694477 Aug 19 02:22:39.221754 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d596cb08-2e84-4137-b9d5-b789991b9079 req-90322804-676b-4485-a5d7-f42ff45f01f1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521339 Aug 19 02:22:39.239131 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080e1fc-3b79-4a2c-a1a6-c08a4fdfccc1 req-05ee28eb-a4cd-4495-ab10-0428b41ca621 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0716701 Aug 19 02:22:39.247120 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833739cf-bcfb-45ce-86f3-696ef9d44112 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:39.265513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41026) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:39.284291 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-beaf2b7a-90e8-4bcf-af78-ea05cbe96358 service neutron] 10.222.0.41 "GET /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623855 Aug 19 02:22:39.295801 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.344636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Transition to ACTIVE for port object 833739cf-bcfb-45ce-86f3-696ef9d44112 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:39.353798 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-b25456d1-d6b9-4b96-808e-863e5ec2e8aa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 379 time: 0.1327121 Aug 19 02:22:39.359333 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-8fc3c92f-9a30-4055-bb0e-39580c7e7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.360808 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-8fc3c92f-9a30-4055-bb0e-39580c7e7932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 1097 time: 0.1411681 Aug 19 02:22:39.366865 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'port': {'device_id': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'admin_state_up': True, 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'security_groups': ['6b2a1843-ff42-4647-9b70-1df19cbb68da']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:39.447798 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.543509 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-857c062a-383e-46c7-9656-4586b05969ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5065a47-0c1d-421f-aa59-e6b566570acf HTTP/1.1" status: 200 len: 217 time: 0.1615546 Aug 19 02:22:39.583049 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca215-ae33-4dc2-8d09-f81c02a62654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.647091 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Pushing event updated for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:39.659234 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Allocated IP 172.20.0.6 (34db8e1c-8048-4709-a04f-207207e68c2a/393ed1e1-db1b-44e1-afae-9af64b34a8ee/acd126ef-a39d-4c5e-80d4-4cc17aa7a217) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:39.682845 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-da14bcfc-0c74-41e0-abeb-2a989610903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.684289 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-da14bcfc-0c74-41e0-abeb-2a989610903d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.1341684 Aug 19 02:22:39.716936 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca215-ae33-4dc2-8d09-f81c02a62654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.772603 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-1004636c-7e4f-4bb4-8f17-8ed801d6d074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685196 Aug 19 02:22:39.778614 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Attempting to bind port 833739cf-bcfb-45ce-86f3-696ef9d44112 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:39.780274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Attempting to bind port 833739cf-bcfb-45ce-86f3-696ef9d44112 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:39.780274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Attempting to bind port 833739cf-bcfb-45ce-86f3-696ef9d44112 on network 34db8e1c-8048-4709-a04f-207207e68c2a {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:39.805118 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca215-ae33-4dc2-8d09-f81c02a62654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.814956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Port 833739cf-bcfb-45ce-86f3-696ef9d44112 on network 34db8e1c-8048-4709-a04f-207207e68c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:39.814956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Attempting to bind port 833739cf-bcfb-45ce-86f3-696ef9d44112 on network 34db8e1c-8048-4709-a04f-207207e68c2a {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:39.850880 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4e2ca215-ae33-4dc2-8d09-f81c02a62654 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b12b9bd27dd441fa73ff93d727b2929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841167 Aug 19 02:22:39.851477 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41046) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:39.858898 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ca215-ae33-4dc2-8d09-f81c02a62654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e35bbe-4cd4-457b-974f-1bbaea41ed80,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:39.878636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:39.878971 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Checking segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:39.879352 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Bound using segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:39.879802 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Bound port: 833739cf-bcfb-45ce-86f3-696ef9d44112, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:39.880160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.954028 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.988748 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.002303 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Made reservation on behalf of e2dd06eea8a84e9e9331267e6db39639 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:40.005796 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.067188 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-279b6580-0aa0-478c-90ba-218267d96243 req-bbc66a32-7ce3-4c9b-86d9-f4dfd3c5e050 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.1142323 Aug 19 02:22:40.080579 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-a9fec9c3-36ca-469b-8a17-e1573abb04fa service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989490 Aug 19 02:22:40.124313 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.154384 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.163005 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.163005 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66e35bbe-4cd4-457b-974f-1bbaea41ed80 HTTP/1.1" status: 204 len: 168 time: 0.3057368 Aug 19 02:22:40.168255 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b24a8-966b-4ae0-9e47-b5fb866a7104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e35bbe-4cd4-457b-974f-1bbaea41ed80,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:40.355653 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f8a5b-f864-4d22-9739-386e0947637c req-3fc08d14-31f2-4e79-ae00-374434b155d7 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.356818 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-365f8a5b-f864-4d22-9739-386e0947637c req-3fc08d14-31f2-4e79-ae00-374434b155d7 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0547392 Aug 19 02:22:40.379783 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:40.403930 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-365f8a5b-f864-4d22-9739-386e0947637c req-35e85249-383b-4955-8df0-5975d9667b65 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Aug 19 02:22:40.452891 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=833739cf-bcfb-45ce-86f3-696ef9d44112,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:40.528452 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-559d96ab-d1db-4fbe-9c36-12575fe3e4b4 req-3acef419-dee9-4843-b27e-df867000a857 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0445306 Aug 19 02:22:40.535918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.568575 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8441c-5e6a-49ad-b0e3-6297964db857 req-2ab7df1e-475d-480b-8bcc-3330966f89d2 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.574644 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-99b8441c-5e6a-49ad-b0e3-6297964db857 req-2ab7df1e-475d-480b-8bcc-3330966f89d2 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.2259216 Aug 19 02:22:40.616401 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-537a3bf7-c98b-42c6-8265-d55216b73454 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237756 Aug 19 02:22:40.635909 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.636610 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.638409 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] 10.222.0.41 "PUT /v2.0/ports/833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 1093 time: 3.0676475 Aug 19 02:22:40.643248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:40.645516 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf23fc6-9b91-4282-b973-ffe5d8c86678" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:40.660509 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Allocated IP 172.20.0.9 (b7d26125-ff21-4756-af22-988f1c5fab5c/f168eca4-1978-4b93-844b-202c01422d8d/76f9a1f3-35d1-44a2-bea2-393d2df44554) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:40.704409 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609363b4-1328-4271-9439-8e3e700924c0 x-openstack-request-id: req-609363b4-1328-4271-9439-8e3e700924c0 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:40.704692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:40.704935 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-609363b4-1328-4271-9439-8e3e700924c0 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:40.705494 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112', 'status': 'completed', 'code': 200} Aug 19 02:22:40.724183 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-99b8441c-5e6a-49ad-b0e3-6297964db857 req-58ed630a-4185-4ad4-85fb-0d69526404f2 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480048 Aug 19 02:22:40.732761 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af546-415d-4cd5-9d95-7a4ed98da760 service neutron] Pushing event updated for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:40.788898 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.904111 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Network 34db8e1c-8048-4709-a04f-207207e68c2a is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:40.912038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-8298b783-8217-46d8-be75-0db6d4322c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.913530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-8298b783-8217-46d8-be75-0db6d4322c8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1703057 Aug 19 02:22:40.916359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Pushing event updated for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:40.919790 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:40.922888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:40.928510 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.929243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.060417 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.080769 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-7d12ff8f-0c3e-4f3e-b2c6-78b97a068627 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4702439 Aug 19 02:22:41.086799 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-f7868ba6-291b-4c54-9af8-cbe66c7f8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.088243 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-f7868ba6-291b-4c54-9af8-cbe66c7f8b83 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1544428 Aug 19 02:22:41.089228 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Transition to ACTIVE for port object 76f9a1f3-35d1-44a2-bea2-393d2df44554 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:41.109841 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Request body: {'port': {'device_id': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:41.172230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41092) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:41.198758 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-24eee435-4b0d-4a82-a827-4bdc28c4f61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.220817 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4efe10-5067-4a54-88b1-64f5da44ca40 req-41b9441a-0885-4cd8-a32e-339392fd20be tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.222353 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1d4efe10-5067-4a54-88b1-64f5da44ca40 req-41b9441a-0885-4cd8-a32e-339392fd20be tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 931 time: 0.0802352 Aug 19 02:22:41.238380 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.287341 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1d4efe10-5067-4a54-88b1-64f5da44ca40 req-f9dccbad-58ff-48a6-a313-3d6f4f3f3124 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551040 Aug 19 02:22:41.300197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-9dce9a2e-adf9-4805-84dd-af4c520b9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.301749 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-adf23fc6-9b91-4282-b973-ffe5d8c86678 req-9dce9a2e-adf9-4805-84dd-af4c520b9a50 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969049 Aug 19 02:22:41.335306 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-24eee435-4b0d-4a82-a827-4bdc28c4f61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.375116 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.461846 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-24eee435-4b0d-4a82-a827-4bdc28c4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.478767 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Network b7d26125-ff21-4756-af22-988f1c5fab5c is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:41.508049 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-24eee435-4b0d-4a82-a827-4bdc28c4f61e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=216aaf1d3909461a8347891ebd8c3633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348062 Aug 19 02:22:41.509225 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee435-4b0d-4a82-a827-4bdc28c4f61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807bccf6-cf22-494b-847c-fddf8e4f0e99,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:41.512476 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41098) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:41.518029 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:41.532698 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:41.535087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:41.540855 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.541454 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.572661 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.589074 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-cd3f7c21-dd4b-4450-ab2c-55b226b7824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.590660 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-cd3f7c21-dd4b-4450-ab2c-55b226b7824a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.2091107 Aug 19 02:22:41.616943 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.667010 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c863aa-9cdf-4335-b9a0-93e53919207f req-dfa9b62b-d148-4490-8894-03137bf4d0d1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.668517 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-60c863aa-9cdf-4335-b9a0-93e53919207f req-dfa9b62b-d148-4490-8894-03137bf4d0d1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.1790850 Aug 19 02:22:41.674485 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-681608ea-467f-4860-807b-dd1901c13a08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.0632563 Aug 19 02:22:41.675800 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-bb2e8f48-d4fb-4095-82c4-ce0fc43840c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3129289 Aug 19 02:22:41.721823 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Request body: {'port': {'device_id': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:41.740868 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ce14-e38b-4dfc-954c-46985254e378 req-ebcc0aad-0c9c-47b3-9527-3650bfa7292c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.754090 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fd33ce14-e38b-4dfc-954c-46985254e378 req-ebcc0aad-0c9c-47b3-9527-3650bfa7292c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 931 time: 0.1174333 Aug 19 02:22:41.818303 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fd33ce14-e38b-4dfc-954c-46985254e378 req-e4214a4b-7858-43b8-9cad-4ce675d7cc36 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630589 Aug 19 02:22:41.823832 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.832204 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.835861 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/807bccf6-cf22-494b-847c-fddf8e4f0e99 HTTP/1.1" status: 204 len: 168 time: 0.3199596 Aug 19 02:22:41.850780 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-60c863aa-9cdf-4335-b9a0-93e53919207f req-141955ab-4ad1-44d0-a123-313600b8d20b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671512 Aug 19 02:22:41.861197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8f5f23d4-c816-47d1-aea0-5b4b05a5b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.862700 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-8f5f23d4-c816-47d1-aea0-5b4b05a5b7c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.1617515 Aug 19 02:22:41.887257 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a850c-2d1c-48d0-aa58-41a19e5a1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bccf6-cf22-494b-847c-fddf8e4f0e99,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:41.930673 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-a3d7a367-1043-4479-b7e3-2ae68b12b0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469658 Aug 19 02:22:41.939300 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd126ef-a39d-4c5e-80d4-4cc17aa7a217 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:41.954196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.958800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:41.993285 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-d3fa6c10-9cd4-40c0-97b3-22c0528a253a None None] Provisioning for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:42.001108 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-d3fa6c10-9cd4-40c0-97b3-22c0528a253a None None] Provisioning complete for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:42.001827 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6c10-9cd4-40c0-97b3-22c0528a253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.014425 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821d78-76f3-417d-8d9d-9a98b7701b30 req-57ca5f0c-b751-4f0a-a61c-2148c42e6f9c tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:42.031250 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4f821d78-76f3-417d-8d9d-9a98b7701b30 req-57ca5f0c-b751-4f0a-a61c-2148c42e6f9c tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 943 time: 0.0860136 Aug 19 02:22:42.053358 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa6c10-9cd4-40c0-97b3-22c0528a253a None None] Port 76f9a1f3-35d1-44a2-bea2-393d2df44554 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:22:42.062163 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Transition to ACTIVE for port object acd126ef-a39d-4c5e-80d4-4cc17aa7a217 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:42.080063 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4f821d78-76f3-417d-8d9d-9a98b7701b30 req-c26a796e-9d6c-48d5-a7cd-4d0caa5c65b8 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Aug 19 02:22:42.135451 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6940bc89-d332-4597-b8c6-88c43900247c details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:42.165983 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.397454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6940bc89-d332-4597-b8c6-88c43900247c,segment=NetworkSegment(363e07b6-5eb4-42d0-b5a9-f037c58c853c),segment_id=363e07b6-5eb4-42d0-b5a9-f037c58c853c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:42.411273 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '6940bc89-d332-4597-b8c6-88c43900247c', 'network_id': 'a5930404-2796-4817-a73b-ad6d2e869865', 'port_id': '6940bc89-d332-4597-b8c6-88c43900247c', 'mac_address': 'fa:16:3e:c5:a7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69a7175-189c-42ec-b982-8787a1a7b1d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:42.461664 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-f1bed108-b96b-48a8-966a-a9bbb52f2d4b service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173903 Aug 19 02:22:42.471169 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.492790 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6940bc89-d332-4597-b8c6-88c43900247c {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:42.520043 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6940bc89-d332-4597-b8c6-88c43900247c,segment=NetworkSegment(363e07b6-5eb4-42d0-b5a9-f037c58c853c),segment_id=363e07b6-5eb4-42d0-b5a9-f037c58c853c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:42.569438 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Pushing event updated for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:42.597176 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41136) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:42.605889 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.631085 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Attempting to bind port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:42.631428 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Attempting to bind port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:42.631766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Attempting to bind port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 on network 34db8e1c-8048-4709-a04f-207207e68c2a {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:42.663136 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 on network 34db8e1c-8048-4709-a04f-207207e68c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:42.663525 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Attempting to bind port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 on network 34db8e1c-8048-4709-a04f-207207e68c2a {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:42.677274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe633-7a2c-4049-9282-3b482da67b62 req-c11b3d97-9ce4-4b1c-b759-bb7199a97c2d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:42.685581 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d0fe633-7a2c-4049-9282-3b482da67b62 req-c11b3d97-9ce4-4b1c-b759-bb7199a97c2d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.2209089 Aug 19 02:22:42.693267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:42.730928 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f396c2cc-19f9-4809-bbad-bfd86d5878f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.731044 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:42.734396 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Checking segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:42.735189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Bound using segment: {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:42.736696 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Bound port: acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00861b06-cb4d-469a-bb33-00e73b333d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:42.737416 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.820470 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:42.828771 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.845089 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Transition to ACTIVE for port object 76f9a1f3-35d1-44a2-bea2-393d2df44554 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:42.847627 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-760c5545-a626-4db5-bc86-b9231acc21bd req-9136d168-fe78-41a4-94e7-fc2f74b22534 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774152 Aug 19 02:22:42.852588 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f396c2cc-19f9-4809-bbad-bfd86d5878f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.887680 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d0fe633-7a2c-4049-9282-3b482da67b62 req-4bc15a88-7178-4402-b02a-14612b689484 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017803 Aug 19 02:22:42.919572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.938615 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['6940bc89-d332-4597-b8c6-88c43900247c'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:42.938796 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f396c2cc-19f9-4809-bbad-bfd86d5878f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:42.974453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aba35-4dde-4312-a172-6191d74eff58 req-179ee9b1-6259-4391-b487-fc8c9d59062d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:42.987410 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ef4aba35-4dde-4312-a172-6191d74eff58 req-179ee9b1-6259-4391-b487-fc8c9d59062d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 931 time: 0.0933092 Aug 19 02:22:43.015500 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:43.067337 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ef4aba35-4dde-4312-a172-6191d74eff58 req-6bc4d951-b949-4ff1-979e-65669744f8f6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800490 Aug 19 02:22:43.071805 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f396c2cc-19f9-4809-bbad-bfd86d5878f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b477e8625424494eb9a6c35f12a003e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737167 Aug 19 02:22:43.085651 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41162) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:43.087918 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396c2cc-19f9-4809-bbad-bfd86d5878f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408fa7c1-53a1-441d-b32e-ebc8f455734f,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:43.151535 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:43.162777 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:43.212463 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.220250 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023f3c8-fdfd-4a52-ae6b-6872dddf507b req-22829a8c-bccc-43c7-bb97-27643c12db77 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.222158 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4023f3c8-fdfd-4a52-ae6b-6872dddf507b req-22829a8c-bccc-43c7-bb97-27643c12db77 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.2111526 Aug 19 02:22:43.247979 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Attempting to bind port 76f9a1f3-35d1-44a2-bea2-393d2df44554 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:43.249304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Attempting to bind port 76f9a1f3-35d1-44a2-bea2-393d2df44554 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:43.249831 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Attempting to bind port 76f9a1f3-35d1-44a2-bea2-393d2df44554 on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:43.256103 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Port 76f9a1f3-35d1-44a2-bea2-393d2df44554 on network b7d26125-ff21-4756-af22-988f1c5fab5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:43.256666 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Attempting to bind port 76f9a1f3-35d1-44a2-bea2-393d2df44554 on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:43.257799 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.271799 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:43.272376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Checking segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:43.273080 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Bound using segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:43.273679 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Bound port: 76f9a1f3-35d1-44a2-bea2-393d2df44554, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:43.274759 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.289117 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18345593-d30a-4622-94e6-692650b5308e req-d7012928-5200-41ab-b32e-dadca2772fc1 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.293272 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4023f3c8-fdfd-4a52-ae6b-6872dddf507b req-06e46912-e210-4fb0-a8cc-3c61b2c4164a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646336 Aug 19 02:22:43.297224 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-18345593-d30a-4622-94e6-692650b5308e req-d7012928-5200-41ab-b32e-dadca2772fc1 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 944 time: 0.0996921 Aug 19 02:22:43.351073 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-18345593-d30a-4622-94e6-692650b5308e req-7b7c274e-08ed-426a-b4de-63cf5d5910b4 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Aug 19 02:22:43.375147 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.383130 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:43.387809 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:43.433230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.436930 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.439395 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.439740 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/408fa7c1-53a1-441d-b32e-ebc8f455734f HTTP/1.1" status: 204 len: 168 time: 0.3526316 Aug 19 02:22:43.440388 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.442166 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] 10.222.0.41 "PUT /v2.0/ports/acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 200 len: 1093 time: 2.3401051 Aug 19 02:22:43.445713 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:43.448133 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cf7ce-3eec-492a-8cbd-aa5994011164" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:43.451175 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0c5af-8d1c-49d0-8ab1-44b65b9d3565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408fa7c1-53a1-441d-b32e-ebc8f455734f,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:43.468871 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.483126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.484887 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:43.487258 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] 10.222.0.41 "PUT /v2.0/ports/76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1093 time: 1.7802541 Aug 19 02:22:43.491954 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458635a9-059c-40d0-8df7-00f767a40289 service neutron] Pushing event updated for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:43.625239 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b3f84-1260-4eaf-90f8-4d1c83bcc5f5 x-openstack-request-id: req-b99b3f84-1260-4eaf-90f8-4d1c83bcc5f5 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:43.626036 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:43.626036 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b99b3f84-1260-4eaf-90f8-4d1c83bcc5f5 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:43.626169 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217', 'status': 'completed', 'code': 200} Aug 19 02:22:43.632766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d6cc9-078a-4bf7-a089-ffee749fd850 service neutron] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:43.680886 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-f695a8b8-167a-4cd6-91f3-2f005c8258a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.686565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-f695a8b8-167a-4cd6-91f3-2f005c8258a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1096 time: 0.1050985 Aug 19 02:22:43.760157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-16f60552-b617-40e2-a2b8-a66767b6d6f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 200 len: 217 time: 0.0462532 Aug 19 02:22:43.772794 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-da534d82-7f17-486b-a636-3d5dca38c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.774477 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-da534d82-7f17-486b-a636-3d5dca38c026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1096 time: 0.1230607 Aug 19 02:22:43.849004 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-36024100-4154-4a2e-beba-49e2c8c4afae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 217 time: 0.0467894 Aug 19 02:22:43.868090 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-b25a6f16-d6b7-4cf7-b896-2eb1780219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.869537 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-b25a6f16-d6b7-4cf7-b896-2eb1780219ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0991945 Aug 19 02:22:43.924007 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-72eaf562-9b0d-435f-a547-c0fa50fb2462 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359087 Aug 19 02:22:43.952594 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-55a22fe8-f4e4-4966-a5f6-0aeb26e1c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.954155 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-55a22fe8-f4e4-4966-a5f6-0aeb26e1c68b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0976210 Aug 19 02:22:44.035347 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bad51-621d-4856-8845-dcc1f69f49b0 req-4f291032-7a7a-4c03-9fda-bfa4ef5e3fb6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.045202 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-206bad51-621d-4856-8845-dcc1f69f49b0 req-4f291032-7a7a-4c03-9fda-bfa4ef5e3fb6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.0776594 Aug 19 02:22:44.066612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-3788507c-20a9-42d6-9b42-ce30e0a7f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.068138 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-3788507c-20a9-42d6-9b42-ce30e0a7f483 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895164 Aug 19 02:22:44.071703 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-5858fbc7-26a7-46f6-8466-3aff7b8d0f6e service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401291 Aug 19 02:22:44.084831 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-206bad51-621d-4856-8845-dcc1f69f49b0 req-ddfc796a-fa4a-4536-98bd-3ffb3829b717 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Aug 19 02:22:44.117847 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device d5065a47-0c1d-421f-aa59-e6b566570acf details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:44.175925 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6940bc89-d332-4597-b8c6-88c43900247c up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:44.253797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d5065a47-0c1d-421f-aa59-e6b566570acf,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:44.271293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'd5065a47-0c1d-421f-aa59-e6b566570acf', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'port_id': 'd5065a47-0c1d-421f-aa59-e6b566570acf', 'mac_address': 'fa:16:3e:b5:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c698f530-e5ae-4b3f-8d68-ba496142b3c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:44.294683 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f449ce-0f20-451d-86bb-ddff52884f8c req-ace38e3c-5b27-4e09-90ba-b68fd4f49c8f service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104332 Aug 19 02:22:44.324643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9325dd-9af0-420a-940c-9f8a63f38197 req-5bc4cf4e-5b12-455f-8d83-b1ef7439c9c7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.324643 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ad9325dd-9af0-420a-940c-9f8a63f38197 req-5bc4cf4e-5b12-455f-8d83-b1ef7439c9c7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.1633158 Aug 19 02:22:44.328007 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.349385 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5065a47-0c1d-421f-aa59-e6b566570acf {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:44.377608 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-6b6044fd-bd3d-452e-a411-58e1b6ccb40c service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955389 Aug 19 02:22:44.381942 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d5065a47-0c1d-421f-aa59-e6b566570acf,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:44.409782 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 6940bc89-d332-4597-b8c6-88c43900247c completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:44.414198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 6940bc89-d332-4597-b8c6-88c43900247c triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:44.414831 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.434071 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2e3b-331f-4e03-b475-445f86c3a229 req-b79f8c94-418f-469c-88af-210717c0228c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.442494 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fcf2e3b-331f-4e03-b475-445f86c3a229 req-b79f8c94-418f-469c-88af-210717c0228c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 944 time: 0.0718482 Aug 19 02:22:44.484646 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fcf2e3b-331f-4e03-b475-445f86c3a229 req-7900046e-90df-423b-a101-923ea1261814 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Aug 19 02:22:44.487049 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ad9325dd-9af0-420a-940c-9f8a63f38197 req-e2f396ec-461e-4b1b-8db7-065125c09ddc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478343 Aug 19 02:22:44.521364 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41212) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:44.550917 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-faeeaaea-dd95-485c-8471-10355c86a779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.551086 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.601136 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba3ad2fb-21ba-48a5-a980-82af2d5e8c8a req-ce9645bd-aff9-4091-9e68-495022af4471 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157969 Aug 19 02:22:44.604733 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-dd0e1ac8-1c6d-4bf9-a477-adc8e85c95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.606401 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-dd0e1ac8-1c6d-4bf9-a477-adc8e85c95ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1096 time: 0.0715282 Aug 19 02:22:44.632956 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.667790 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:44.704943 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-faeeaaea-dd95-485c-8471-10355c86a779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.748482 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482ea1-7f10-4d2e-bea6-304f5be265a3 req-5afa61d0-c8db-48d9-80b2-aa1c527675f9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.751209 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-62482ea1-7f10-4d2e-bea6-304f5be265a3 req-5afa61d0-c8db-48d9-80b2-aa1c527675f9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 944 time: 0.1436665 Aug 19 02:22:44.793203 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6940bc89-d332-4597-b8c6-88c43900247c,segment=NetworkSegment(363e07b6-5eb4-42d0-b5a9-f037c58c853c),segment_id=363e07b6-5eb4-42d0-b5a9-f037c58c853c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:44.794936 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:44.796114 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-faeeaaea-dd95-485c-8471-10355c86a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.806983 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-62482ea1-7f10-4d2e-bea6-304f5be265a3 req-b387f2b0-64bd-4e7d-830d-e3dd238f94d9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Aug 19 02:22:44.825009 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-2d39724e-6d64-4505-b8d8-65c38eecf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:44.835524 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-2d39724e-6d64-4505-b8d8-65c38eecf340 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.2143877 Aug 19 02:22:44.844316 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:44.860159 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-faeeaaea-dd95-485c-8471-10355c86a779 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fadc56bcf2d54cd9b236799d4abda0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377755 Aug 19 02:22:44.861205 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeaaea-dd95-485c-8471-10355c86a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671487d-e237-492b-ace9-9dfd1b8a98ae,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:44.864000 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41228) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:44.886431 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:44.918018 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-952f7b70-345f-47ea-8843-7996d07b9b80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 200 len: 217 time: 0.0592661 Aug 19 02:22:44.961526 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:44.989090 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.002403 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3819da-4f2a-4c8c-b893-bbe943fe20c5" -d '{"events": [{"server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "name": "network-vif-plugged", "status": "completed", "tag": "6940bc89-d332-4597-b8c6-88c43900247c"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:45.023442 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.032858 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-073f1a03-30cd-41ec-85b0-51cff1787db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:45.037286 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-073f1a03-30cd-41ec-85b0-51cff1787db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.1085401 Aug 19 02:22:45.084011 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-55a4f455-c1e8-4806-a648-39357c68adb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407112 Aug 19 02:22:45.104129 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec093e9-43f8-4832-bc9b-8cec18d680bc x-openstack-request-id: req-aec093e9-43f8-4832-bc9b-8cec18d680bc {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:45.104477 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "name": "network-vif-plugged", "status": "completed", "tag": "6940bc89-d332-4597-b8c6-88c43900247c", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:45.104786 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aec093e9-43f8-4832-bc9b-8cec18d680bc {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:45.105315 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c', 'code': 200} Aug 19 02:22:45.142063 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.144790 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.145994 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c671487d-e237-492b-ace9-9dfd1b8a98ae HTTP/1.1" status: 204 len: 168 time: 0.2813346 Aug 19 02:22:45.158899 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cdc43-bde2-4b7e-a8e1-0f29e2d2174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671487d-e237-492b-ace9-9dfd1b8a98ae,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:45.237885 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-da8afcd8-14e1-4e7c-853f-5a122a804465 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441898 Aug 19 02:22:45.239463 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b89c37-89fe-45dd-9782-f017bb26966f req-edb22777-b490-458b-8162-72b6f939e84b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:45.240983 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-33b89c37-89fe-45dd-9782-f017bb26966f req-edb22777-b490-458b-8162-72b6f939e84b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.0842724 Aug 19 02:22:45.279423 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-33b89c37-89fe-45dd-9782-f017bb26966f req-d1e03404-c195-494a-9074-e95e7c4cb946 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Aug 19 02:22:45.338529 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd7cf7ce-3eec-492a-8cbd-aa5994011164 req-7180e912-2a16-459c-acf0-1f9e1e233a12 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917115 Aug 19 02:22:45.428875 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41242) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:45.506267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-15d1ab94-de2c-49ac-b265-c3d97cc1a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:45.507903 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-15d1ab94-de2c-49ac-b265-c3d97cc1a31c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 1098 time: 0.0800238 Aug 19 02:22:45.564599 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-b7dc9713-ef5b-4e00-998c-d8bb5e1ca379 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.571763 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a8091e47-f456-4128-86d5-39add5151e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.627184 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:45.629459 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1194ebc7-3710-4acf-bb74-ab300db3fa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:45.689172 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c651cc-822b-4464-9789-542a695f5b13 req-cebd9840-5c77-420c-87d2-9b74bc41b426 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:45.691481 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a0c651cc-822b-4464-9789-542a695f5b13 req-cebd9840-5c77-420c-87d2-9b74bc41b426 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 945 time: 0.0544047 Aug 19 02:22:45.730538 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a8091e47-f456-4128-86d5-39add5151e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.743407 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a0c651cc-822b-4464-9789-542a695f5b13 req-b78c34f4-2577-49bc-b160-604f7ed0a8cd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Aug 19 02:22:45.750442 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e9d19-2ab4-47c3-94c7-f83b11956266 req-5747e7cc-56bf-4de4-baed-317dc738e8bf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:45.751946 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-481e9d19-2ab4-47c3-94c7-f83b11956266 req-5747e7cc-56bf-4de4-baed-317dc738e8bf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0714142 Aug 19 02:22:45.786961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa9d00-50bc-442f-a9ce-d485293834f6 x-openstack-request-id: req-24fa9d00-50bc-442f-a9ce-d485293834f6 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:45.787251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:45.787498 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24fa9d00-50bc-442f-a9ce-d485293834f6 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:45.787885 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'status': 'completed', 'code': 200} Aug 19 02:22:45.804860 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-481e9d19-2ab4-47c3-94c7-f83b11956266 req-9c528776-c418-4bd9-a197-4619b963024b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 Aug 19 02:22:45.810979 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a8091e47-f456-4128-86d5-39add5151e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.853151 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8091e47-f456-4128-86d5-39add5151e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a855f7-5d3a-493b-bca3-aba169bef490,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:45.898662 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a8091e47-f456-4128-86d5-39add5151e6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c27db30032534af68ea388463435ee4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663589 Aug 19 02:22:45.899073 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41278) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:45.955290 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:45.978570 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.090708 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.094878 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.096548 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25a855f7-5d3a-493b-bca3-aba169bef490 HTTP/1.1" status: 204 len: 168 time: 0.1958945 Aug 19 02:22:46.107331 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd980484-d40e-4828-9c3d-e86f561dd155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a855f7-5d3a-493b-bca3-aba169bef490,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:46.127507 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 833739cf-bcfb-45ce-86f3-696ef9d44112 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:46.135349 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device d5065a47-0c1d-421f-aa59-e6b566570acf up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:46.146918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-e6223d74-c475-4343-9319-7182dbc721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.148361 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-e6223d74-c475-4343-9319-7182dbc721ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1096 time: 0.3075426 Aug 19 02:22:46.179388 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41290) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:46.261734 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072117-4256-4cf0-8538-6fdc013d62ae req-72260f0e-dadc-4863-8333-45d940c5bad5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.263271 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b072117-4256-4cf0-8538-6fdc013d62ae req-72260f0e-dadc-4863-8333-45d940c5bad5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.1555903 Aug 19 02:22:46.298211 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-b7dc9713-ef5b-4e00-998c-d8bb5e1ca379 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.318844 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=833739cf-bcfb-45ce-86f3-696ef9d44112,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:46.334766 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '833739cf-bcfb-45ce-86f3-696ef9d44112', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'port_id': '833739cf-bcfb-45ce-86f3-696ef9d44112', 'mac_address': 'fa:16:3e:99:b4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:46.340830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-28afcbd0-731b-48fb-b6c2-41635a07b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.345528 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-28afcbd0-731b-48fb-b6c2-41635a07b9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.1818712 Aug 19 02:22:46.345672 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b072117-4256-4cf0-8538-6fdc013d62ae req-490da7da-61e9-4e9a-bfa1-929383c2863a tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662107 Aug 19 02:22:46.366392 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port d5065a47-0c1d-421f-aa59-e6b566570acf completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:46.378612 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port d5065a47-0c1d-421f-aa59-e6b566570acf triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:46.379190 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.407206 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-b7dc9713-ef5b-4e00-998c-d8bb5e1ca379 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.408067 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.418946 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-80538d20-7062-4554-a744-b3d7d377b479 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 217 time: 0.0695131 Aug 19 02:22:46.432567 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833739cf-bcfb-45ce-86f3-696ef9d44112 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:46.462521 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=833739cf-bcfb-45ce-86f3-696ef9d44112,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:46.483938 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-33d7cfe0-56a0-4377-8fc8-20f837721490 req-b7dc9713-ef5b-4e00-998c-d8bb5e1ca379 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9666893 Aug 19 02:22:46.501014 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc9713-ef5b-4e00-998c-d8bb5e1ca379 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b690fa36-2705-4ccf-a433-405dd3954958,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:46.505425 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d79b00-628b-4b23-acaf-2fd923eb8fdd req-d78b2a5b-2832-40bc-b1d4-4d9bf8dd9f6e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.507650 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-31d79b00-628b-4b23-acaf-2fd923eb8fdd req-d78b2a5b-2832-40bc-b1d4-4d9bf8dd9f6e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.1262934 Aug 19 02:22:46.510148 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-a6865e29-0c3d-4444-96b5-474de3a4a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.516135 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-a6865e29-0c3d-4444-96b5-474de3a4a7a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0834923 Aug 19 02:22:46.518842 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.541800 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.581298 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-31d79b00-628b-4b23-acaf-2fd923eb8fdd req-c47be5ca-3789-4210-8e9b-32092d01346a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624876 Aug 19 02:22:46.585640 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d5065a47-0c1d-421f-aa59-e6b566570acf,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:46.615515 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:46.646488 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.650974 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ff62183-14c7-41f7-b63a-be5783f7288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.705876 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:46.751288 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ff62183-14c7-41f7-b63a-be5783f7288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.824545 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-13f9e506-70db-41cc-a377-0c6e94433591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:46.825593 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-13f9e506-70db-41cc-a377-0c6e94433591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493252 Aug 19 02:22:46.852684 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['833739cf-bcfb-45ce-86f3-696ef9d44112'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:46.861075 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ff62183-14c7-41f7-b63a-be5783f7288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:46.933329 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9ff62183-14c7-41f7-b63a-be5783f7288f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b1888464c7342419a41980e4b9b029d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505109 Aug 19 02:22:46.933329 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff62183-14c7-41f7-b63a-be5783f7288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8bee07-6034-463a-9ff6-a417a7879ae8,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:46.954922 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41320) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:47.013697 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07c8a5-f82d-4b7e-ae18-d5bb9b4d064d req-e820761e-c11f-47c0-926b-a5a03c5d7ecb tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:47.016712 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4b07c8a5-f82d-4b7e-ae18-d5bb9b4d064d req-e820761e-c11f-47c0-926b-a5a03c5d7ecb tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.2031312 Aug 19 02:22:47.035776 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbf487-b20e-4030-99e0-a3cffcc5b57e req-0aaf4568-d48e-4bf4-8ee7-90e3da0ba86c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:47.037300 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-12bbf487-b20e-4030-99e0-a3cffcc5b57e req-0aaf4568-d48e-4bf4-8ee7-90e3da0ba86c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0487058 Aug 19 02:22:47.043649 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41326) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:47.075666 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ee1eb10-7808-4f5b-8211-1f28add4e263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.103516 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-12bbf487-b20e-4030-99e0-a3cffcc5b57e req-529225f4-b6d4-48f6-96b2-04312b4fd4c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514808 Aug 19 02:22:47.106773 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:47.112594 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34fe561-ea92-4ba4-a654-ee9e9eb10b1d" -d '{"events": [{"server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "name": "network-vif-plugged", "status": "completed", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:47.126239 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.141995 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4b07c8a5-f82d-4b7e-ae18-d5bb9b4d064d req-68702604-1762-45a2-a210-41a9f59fd284 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144047 Aug 19 02:22:47.149454 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-1f11d387-11c6-49f7-bff4-5a634c6742b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051450 Aug 19 02:22:47.212626 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f075c7-61d2-4d65-af5e-8fd1c31b9d81 x-openstack-request-id: req-56f075c7-61d2-4d65-af5e-8fd1c31b9d81 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:47.213510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "name": "network-vif-plugged", "status": "completed", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:47.213928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56f075c7-61d2-4d65-af5e-8fd1c31b9d81 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:47.214590 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf', 'code': 200} Aug 19 02:22:47.220313 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ee1eb10-7808-4f5b-8211-1f28add4e263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.241035 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.277973 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ee1eb10-7808-4f5b-8211-1f28add4e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.296503 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1194ebc7-3710-4acf-bb74-ab300db3fa3f req-86a775ca-5fa0-4c4b-929e-19233d74b126 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359482 Aug 19 02:22:47.320340 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9ee1eb10-7808-4f5b-8211-1f28add4e263 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7513609e02b442190077561c4df505b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755489 Aug 19 02:22:47.322440 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1eb10-7808-4f5b-8211-1f28add4e263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4cd15-bfb8-4885-b37f-9a0e2e013cae,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:47.323060 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41336) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:47.374827 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.377551 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.380034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.381160 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f8bee07-6034-463a-9ff6-a417a7879ae8 HTTP/1.1" status: 204 len: 168 time: 0.4262125 Aug 19 02:22:47.397386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7f6d-e166-454a-affa-768b0b0f7479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8bee07-6034-463a-9ff6-a417a7879ae8,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:47.422074 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.504488 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78ff12-6914-4540-894d-49d962f630d1 req-b15987b7-f374-4ded-bea7-f930dee02bdf tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:47.506129 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b78ff12-6914-4540-894d-49d962f630d1 req-b15987b7-f374-4ded-bea7-f930dee02bdf tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0732744 Aug 19 02:22:47.554100 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b78ff12-6914-4540-894d-49d962f630d1 req-81abbef9-4b9e-4ff0-98a1-82256c6e4d75 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Aug 19 02:22:47.593175 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a692d-7d5f-4e37-bb9e-45375d9d690b req-733b0fa2-5d82-47f8-8d0c-4f2e681e920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:47.599190 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cc9a692d-7d5f-4e37-bb9e-45375d9d690b req-733b0fa2-5d82-47f8-8d0c-4f2e681e920b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 1099 time: 0.0554030 Aug 19 02:22:47.602583 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.606203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.608460 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19a4cd15-bfb8-4885-b37f-9a0e2e013cae HTTP/1.1" status: 204 len: 168 time: 0.2834117 Aug 19 02:22:47.627683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9db96-ae98-459f-b61c-a161c2158293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4cd15-bfb8-4885-b37f-9a0e2e013cae,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:47.647175 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cc9a692d-7d5f-4e37-bb9e-45375d9d690b req-cced2f75-5af1-4ab7-bd73-d64bfa2e162d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Aug 19 02:22:47.702098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62143e-24ad-448f-847f-f568ae7e3cdb req-c135b64d-28d7-4c80-954c-42f8400bb47e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:47.703602 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4e62143e-24ad-448f-847f-f568ae7e3cdb req-c135b64d-28d7-4c80-954c-42f8400bb47e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.0498939 Aug 19 02:22:47.741765 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4e62143e-24ad-448f-847f-f568ae7e3cdb req-a9b74c47-6635-44d0-a3fd-4156563baacc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 19 02:22:47.834071 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41356) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:48.132662 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:48.151912 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 833739cf-bcfb-45ce-86f3-696ef9d44112 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:48.283329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77807bfa-3255-453c-a943-37206dc00c07 req-072afefd-a695-489f-9b9f-c0a95c28a3f7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:48.285171 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-77807bfa-3255-453c-a943-37206dc00c07 req-072afefd-a695-489f-9b9f-c0a95c28a3f7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0881150 Aug 19 02:22:48.286160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-43ce8af6-384f-4243-a0a6-03d211e93fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.307204 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41368) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:48.310924 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:48.321671 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 833739cf-bcfb-45ce-86f3-696ef9d44112 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:48.333580 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 833739cf-bcfb-45ce-86f3-696ef9d44112 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:48.334059 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.363447 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-67f4e6ef-28ad-4bfb-a19a-a4677c5685b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.376211 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-77807bfa-3255-453c-a943-37206dc00c07 req-f085d820-f327-4987-9518-f3b3176c9299 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704710 Aug 19 02:22:48.387567 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:48.418378 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab932e-4564-4def-b5f7-b13b6c5636f1 req-ec3ec67a-44b4-4c59-a5ef-99a297098f69 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:48.420556 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03ab932e-4564-4def-b5f7-b13b6c5636f1 req-ec3ec67a-44b4-4c59-a5ef-99a297098f69 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.1464310 Aug 19 02:22:48.473449 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-43ce8af6-384f-4243-a0a6-03d211e93fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.485547 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03ab932e-4564-4def-b5f7-b13b6c5636f1 req-268c53e9-5e24-4575-b5a1-799dac70f543 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Aug 19 02:22:48.535891 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-43ce8af6-384f-4243-a0a6-03d211e93fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.597954 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.598170 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41380) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:48.600680 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-43ce8af6-384f-4243-a0a6-03d211e93fc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3b9e953b7ba4882a5f77bc36adb4489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7644207 Aug 19 02:22:48.602409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.602578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce8af6-384f-4243-a0a6-03d211e93fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a85750-63e0-4800-bbb3-68db822baf3a,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:48.633219 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:48.666335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=833739cf-bcfb-45ce-86f3-696ef9d44112,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:48.667121 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-67f4e6ef-28ad-4bfb-a19a-a4677c5685b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.670705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:48.680145 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.712866 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.718795 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.748663 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-67f4e6ef-28ad-4bfb-a19a-a4677c5685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.748787 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72348-f4cc-46b3-a93b-d0c88cbbbfe6 req-d1115be5-f339-4f98-87ef-1503b03ec669 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:48.755604 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0ab72348-f4cc-46b3-a93b-d0c88cbbbfe6 req-d1115be5-f339-4f98-87ef-1503b03ec669 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0684068 Aug 19 02:22:48.766784 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.774661 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device acd126ef-a39d-4c5e-80d4-4cc17aa7a217 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:48.809741 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0ab72348-f4cc-46b3-a93b-d0c88cbbbfe6 req-0e75a048-a08c-429f-9757-2498887bff92 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Aug 19 02:22:48.854668 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:48.856724 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4e6ef-28ad-4bfb-a19a-a4677c5685b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece7b0f0-5b83-4e45-adc8-4a91c927ff43,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:48.902063 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-67f4e6ef-28ad-4bfb-a19a-a4677c5685b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79e736c83008495e93106e2ab4c11b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891876 Aug 19 02:22:48.906248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41394) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:48.992770 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:49.013117 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:49.020619 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894eda9-5661-4d0b-8781-2c40fa4863e7 req-41c70067-337d-4902-a2f6-e2c57a16ea97 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.022680 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e894eda9-5661-4d0b-8781-2c40fa4863e7 req-41c70067-337d-4902-a2f6-e2c57a16ea97 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 943 time: 0.1433148 Aug 19 02:22:49.027074 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217', 'network_id': '34db8e1c-8048-4709-a04f-207207e68c2a', 'port_id': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217', 'mac_address': 'fa:16:3e:c2:bf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393ed1e1-db1b-44e1-afae-9af64b34a8ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:49.067054 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.077005 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.080354 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e894eda9-5661-4d0b-8781-2c40fa4863e7 req-c0969017-a08c-491a-91ad-3c81492c8f75 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Aug 19 02:22:49.085310 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.095336 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.096703 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd126ef-a39d-4c5e-80d4-4cc17aa7a217 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:49.099580 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7a85750-63e0-4800-bbb3-68db822baf3a HTTP/1.1" status: 204 len: 168 time: 0.5005860 Aug 19 02:22:49.100916 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.108939 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4d35e-122d-4a55-a963-28c462727cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a85750-63e0-4800-bbb3-68db822baf3a,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:49.121400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:49.187639 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.215817 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:49.218742 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14874bbd-6ddf-4470-8b01-ca1ac61607e5" -d '{"events": [{"server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "name": "network-vif-plugged", "status": "completed", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:49.253929 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:49.259356 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb58e2b-e666-42b3-9542-dc56dca48cba x-openstack-request-id: req-aeb58e2b-e666-42b3-9542-dc56dca48cba {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:49.259645 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "name": "network-vif-plugged", "status": "completed", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:49.260125 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aeb58e2b-e666-42b3-9542-dc56dca48cba {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:49.260514 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112', 'code': 200} Aug 19 02:22:49.278452 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.282474 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:49.286368 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ece7b0f0-5b83-4e45-adc8-4a91c927ff43 HTTP/1.1" status: 204 len: 168 time: 0.3765683 Aug 19 02:22:49.297034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30278b-7ce8-43b8-aa54-050719a73d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece7b0f0-5b83-4e45-adc8-4a91c927ff43,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:49.490508 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3ea33-2f3e-425b-84ec-f7bd95b6962c req-e1a78818-21a1-4cb9-a864-02cbae5d1455 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.491975 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-73f3ea33-2f3e-425b-84ec-f7bd95b6962c req-e1a78818-21a1-4cb9-a864-02cbae5d1455 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0490961 Aug 19 02:22:49.534832 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['76f9a1f3-35d1-44a2-bea2-393d2df44554'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:49.541138 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-73f3ea33-2f3e-425b-84ec-f7bd95b6962c req-dbff2b64-41cc-4e43-b52c-3d8f8d1a3cd5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Aug 19 02:22:49.577991 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['acd126ef-a39d-4c5e-80d4-4cc17aa7a217'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:49.745612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf4dd-11ba-47f1-b1a6-0a3da0e2b322 req-4ecc2159-4e91-4c2d-969a-53a4e2c40c1c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.747654 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b46bf4dd-11ba-47f1-b1a6-0a3da0e2b322 req-4ecc2159-4e91-4c2d-969a-53a4e2c40c1c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.1227341 Aug 19 02:22:49.749885 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b08d7-a8ce-4f69-b124-0e7947a5cb51 req-d9c46d08-c2f6-4902-b6a0-2f199b20da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.751599 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-728b08d7-a8ce-4f69-b124-0e7947a5cb51 req-d9c46d08-c2f6-4902-b6a0-2f199b20da60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.1373439 Aug 19 02:22:49.829485 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b46bf4dd-11ba-47f1-b1a6-0a3da0e2b322 req-977dd91a-52ce-4018-8d6d-9ba78847a7ff tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Aug 19 02:22:49.840152 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-728b08d7-a8ce-4f69-b124-0e7947a5cb51 req-1722d004-c554-4cba-91c5-4ff72eb1f9f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732198 Aug 19 02:22:50.159169 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41444) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:50.176155 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5398b0b3-d61e-40cd-aa62-75db5ce46cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.197189 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2b7d1-1946-45bf-939a-2b69aa15d7d6 req-af67e7d4-9f85-4df4-877b-2f522ad0a7a8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:50.205542 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-23b2b7d1-1946-45bf-939a-2b69aa15d7d6 req-af67e7d4-9f85-4df4-877b-2f522ad0a7a8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 944 time: 0.0564017 Aug 19 02:22:50.245633 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-23b2b7d1-1946-45bf-939a-2b69aa15d7d6 req-5131d3c9-89a3-4017-9511-2c4239e4910b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Aug 19 02:22:50.296578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5398b0b3-d61e-40cd-aa62-75db5ce46cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.421993 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5398b0b3-d61e-40cd-aa62-75db5ce46cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.468713 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5398b0b3-d61e-40cd-aa62-75db5ce46cac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=545efe3e0977496ba46a154a17af977d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082376 Aug 19 02:22:50.469429 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398b0b3-d61e-40cd-aa62-75db5ce46cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045ec657-ef3d-47aa-8709-fe45a8d249db,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:50.471312 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41460) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:50.534281 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.558687 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.666781 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713444-5ff6-49cb-b424-6a51c0737c1a req-bfe67d2d-8069-4d17-96fe-53a58aaf8d7a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:50.668157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-60713444-5ff6-49cb-b424-6a51c0737c1a req-bfe67d2d-8069-4d17-96fe-53a58aaf8d7a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0500534 Aug 19 02:22:50.713448 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.722714 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.728688 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/045ec657-ef3d-47aa-8709-fe45a8d249db HTTP/1.1" status: 204 len: 168 time: 0.2555122 Aug 19 02:22:50.743670 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-60713444-5ff6-49cb-b424-6a51c0737c1a req-d740e68c-0273-4e55-92e7-c75e3051cf7d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671065 Aug 19 02:22:50.754440 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811965-0756-4158-bcc6-ff6977870b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ec657-ef3d-47aa-8709-fe45a8d249db,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:51.396230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9deab5-7067-423a-9245-9446bb56b14f req-564feb0f-bb76-4979-9810-7bd85b6936e2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:51.397598 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be9deab5-7067-423a-9245-9446bb56b14f req-564feb0f-bb76-4979-9810-7bd85b6936e2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 944 time: 0.0547400 Aug 19 02:22:51.441108 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be9deab5-7067-423a-9245-9446bb56b14f req-b4a1b62f-23b6-42fc-b1f8-3b7c0d86fbd7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Aug 19 02:22:51.619310 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.032710 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af77a5-1237-484e-91e6-1c4df2e51865 req-ba1b2837-5b2b-44da-8286-45c82ed0ffda tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:52.034187 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6af77a5-1237-484e-91e6-1c4df2e51865 req-ba1b2837-5b2b-44da-8286-45c82ed0ffda tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0556962 Aug 19 02:22:52.076129 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6af77a5-1237-484e-91e6-1c4df2e51865 req-ddfc645b-0233-4c4b-acf5-66648477be47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357628 Aug 19 02:22:52.161171 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:52.336109 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:52.344968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:52.345362 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.429430 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.454342 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:52.456789 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a05dbe9-3ea6-4db0-809a-cad9f8f8dbae" -d '{"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:52.470510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:52.495337 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da78bf-bc2d-4a5f-9b83-2138b23f9afa x-openstack-request-id: req-22da78bf-bc2d-4a5f-9b83-2138b23f9afa {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:52.495919 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:52.496172 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22da78bf-bc2d-4a5f-9b83-2138b23f9afa {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:52.496563 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'code': 200} Aug 19 02:22:52.518150 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.519045 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device acd126ef-a39d-4c5e-80d4-4cc17aa7a217 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:52.603827 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:52.607095 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a0f73-24a2-458f-b745-bee3c776ffcf req-ca8a9ca2-a5f4-4d26-b101-5efb23d2ba48 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:52.608703 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-875a0f73-24a2-458f-b745-bee3c776ffcf req-ca8a9ca2-a5f4-4d26-b101-5efb23d2ba48 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 944 time: 0.0519798 Aug 19 02:22:52.656746 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-875a0f73-24a2-458f-b745-bee3c776ffcf req-3a2811b7-e3d2-405b-9c51-b98898a1531f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Aug 19 02:22:52.718150 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:52.722214 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:52.722598 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.804188 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.841425 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:52.874201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd61444-27e0-4f5a-b556-a45600d85c6c req-0ffebc23-90c0-4523-838c-12fcb2c75869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:52.875986 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3fd61444-27e0-4f5a-b556-a45600d85c6c req-0ffebc23-90c0-4523-838c-12fcb2c75869 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1098 time: 0.0439293 Aug 19 02:22:52.913031 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.914582 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3fd61444-27e0-4f5a-b556-a45600d85c6c req-41e96690-5adc-461f-81bd-814fd01d3ef8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Aug 19 02:22:52.966924 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:53.204953 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5d36c-85b1-4066-b9ff-7f750edc99b3 req-e2827032-703d-4768-adcf-5b678d13c1ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:53.207115 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03c5d36c-85b1-4066-b9ff-7f750edc99b3 req-e2827032-703d-4768-adcf-5b678d13c1ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0578198 Aug 19 02:22:53.251205 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03c5d36c-85b1-4066-b9ff-7f750edc99b3 req-7703f634-c0a7-419b-9f1d-ed0ce54d3cda tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Aug 19 02:22:53.774769 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efa1b2-d701-42f6-a85c-f413efeb0d33 req-337642ca-2067-432c-a8d1-ae915528567f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:53.776646 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-99efa1b2-d701-42f6-a85c-f413efeb0d33 req-337642ca-2067-432c-a8d1-ae915528567f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Aug 19 02:22:53.816062 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-99efa1b2-d701-42f6-a85c-f413efeb0d33 req-b8e7cb2b-168c-4435-8576-5b39aee1d2bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 19 02:22:54.371035 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0e47-3f85-4350-9f97-b56c0735da6d req-922d7f34-14f2-4945-8c49-272bd1e8d758 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.372673 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f2bd0e47-3f85-4350-9f97-b56c0735da6d req-922d7f34-14f2-4945-8c49-272bd1e8d758 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 19 02:22:54.411558 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f2bd0e47-3f85-4350-9f97-b56c0735da6d req-0781deff-4688-4b5e-96c5-657273764c19 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Aug 19 02:22:54.498803 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:54.507495 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4ab78-571b-4f1a-947e-dfe506712c9c" -d '{"events": [{"server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "name": "network-vif-plugged", "status": "completed", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:54.558987 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b81c8-f80d-45b8-a4bc-3167235eeee2 x-openstack-request-id: req-575b81c8-f80d-45b8-a4bc-3167235eeee2 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:54.559271 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "name": "network-vif-plugged", "status": "completed", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:54.559513 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-575b81c8-f80d-45b8-a4bc-3167235eeee2 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:54.559915 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217', 'code': 200} Aug 19 02:22:54.907918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d97f2e-d879-4d6d-9590-e92b2271db0b req-66d4f6c4-8bd3-43f2-8443-8100bf192ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.910571 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-01d97f2e-d879-4d6d-9590-e92b2271db0b req-66d4f6c4-8bd3-43f2-8443-8100bf192ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1098 time: 0.0534935 Aug 19 02:22:54.939521 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714830-baf2-46aa-86b5-4049b2944828 req-9022f411-6f86-4442-ba01-5be713130087 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.947126 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55714830-baf2-46aa-86b5-4049b2944828 req-9022f411-6f86-4442-ba01-5be713130087 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0609963 Aug 19 02:22:54.961159 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-01d97f2e-d879-4d6d-9590-e92b2271db0b req-2cc5f058-dbd9-4c57-9708-5ac32ae1df9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Aug 19 02:22:54.986408 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55714830-baf2-46aa-86b5-4049b2944828 req-436c932f-fd3b-40d9-88ba-163044b41056 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Aug 19 02:22:55.545787 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd9160-0603-4d61-a2c4-b406620596b0 req-03b7f873-961b-4962-b2fb-d4782309d273 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:55.547374 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e1fd9160-0603-4d61-a2c4-b406620596b0 req-03b7f873-961b-4962-b2fb-d4782309d273 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0608947 Aug 19 02:22:55.606596 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e1fd9160-0603-4d61-a2c4-b406620596b0 req-fc30a454-d1b5-4e65-9964-dd667ee051f8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516424 Aug 19 02:22:55.790225 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6c73-6052-4494-a756-e6f5da1b847f req-16ce3b3c-295b-4bbd-9d68-deec7c86283a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:55.790778 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-17cd6c73-6052-4494-a756-e6f5da1b847f req-16ce3b3c-295b-4bbd-9d68-deec7c86283a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0718036 Aug 19 02:22:55.806212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41686) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:55.811982 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'floatingip': {'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:55.889328 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.112105 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a193-bca9-45f8-b707-93d0610e61e9 req-1cedd764-4b3f-470e-b451-f752ebc27dd8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:56.113647 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d97a193-bca9-45f8-b707-93d0610e61e9 req-1cedd764-4b3f-470e-b451-f752ebc27dd8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0583389 Aug 19 02:22:56.168946 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d97a193-bca9-45f8-b707-93d0610e61e9 req-9e576336-81ed-4a21-91d1-ea3f08c55727 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Aug 19 02:22:56.782891 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.866473 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.967425 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.l3_db [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Floating IP e161620a-3ab1-4f2f-810c-648c780dc0a2 associated. External IP: 172.27.3.200, port: 76f9a1f3-35d1-44a2-bea2-393d2df44554. Aug 19 02:22:57.212767 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:22:57.352948 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e059e3d-0d1a-4ad0-8d1b-d4d73d79620a req-c27a37ac-9475-45a2-97c2-18eaa211ca77 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:57.354422 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0e059e3d-0d1a-4ad0-8d1b-d4d73d79620a req-c27a37ac-9475-45a2-97c2-18eaa211ca77 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0926602 Aug 19 02:22:57.377882 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:22:57.383707 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.390839 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:22:57.400279 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:57.400887 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:57.434747 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0e059e3d-0d1a-4ad0-8d1b-d4d73d79620a req-6e4ba66f-e2f3-455c-9e59-738d81c429f6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684221 Aug 19 02:22:57.439039 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e5180ce3-c453-4136-af6d-c0645cc58cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "PUT /v2.0/floatingips/e161620a-3ab1-4f2f-810c-648c780dc0a2 HTTP/1.1" status: 200 len: 991 time: 1.6318569 Aug 19 02:22:57.440338 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:57.442948 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e18d1cb06b647339a7633158544a46b320e2fbe8af4390dd2b50db1bf7c1505" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe532f3-8635-4d45-b37b-2b9b0aa06853" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:57.518841 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:57.526191 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea9bab-e2ff-4ce7-b550-786d123a3ac5 x-openstack-request-id: req-45ea9bab-e2ff-4ce7-b550-786d123a3ac5 {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:57.526674 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "status": "completed", "code": 200}]} {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:57.527165 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45ea9bab-e2ff-4ce7-b550-786d123a3ac5 {{(pid=94405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:57.527675 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'status': 'completed', 'code': 200} Aug 19 02:22:57.880415 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'e161620a-3ab1-4f2f-810c-648c780dc0a2', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:22:30Z', 'updated_at': '2021-08-19T02:22:56Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:57.909214 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:22:57.918853 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:22:57.922271 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:22:57.922912 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:22:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:58.036108 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e6fcc-9713-45ec-a193-c3ffdd10db06 req-2b520803-4ddf-470e-8acb-5f4c57755684 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:58.037950 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:22:58.043298 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fb7e6fcc-9713-45ec-a193-c3ffdd10db06 req-2b520803-4ddf-470e-8acb-5f4c57755684 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Aug 19 02:22:58.086594 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fb7e6fcc-9713-45ec-a193-c3ffdd10db06 req-84fec651-1860-444e-a508-1632326f8665 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Aug 19 02:22:58.271579 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'e161620a-3ab1-4f2f-810c-648c780dc0a2', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:22:30Z', 'updated_at': '2021-08-19T02:22:56Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:22:58.297658 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795c981-4f05-435f-babd-a781d9d09cad None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'e161620a-3ab1-4f2f-810c-648c780dc0a2', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:22:30Z', 'updated_at': '2021-08-19T02:22:56Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:22:58.504833 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e44ae-40c6-4cdc-a4bc-784f84ff3ce4 None None] New status for floating IP e161620a-3ab1-4f2f-810c-648c780dc0a2: ACTIVE {{(pid=94406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:22:59.191367 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4759b-44ae-44be-bcd0-3a2b90418f19 req-5c737767-7c0c-439b-ad69-bda894d8e16b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.192810 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-65c4759b-44ae-44be-bcd0-3a2b90418f19 req-5c737767-7c0c-439b-ad69-bda894d8e16b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Aug 19 02:22:59.230639 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-65c4759b-44ae-44be-bcd0-3a2b90418f19 req-a5377670-fbe6-4565-80d6-13fcb400e333 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Aug 19 02:23:00.136233 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-70129c6b-731f-49e2-8252-34e9b151b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.137728 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-70129c6b-731f-49e2-8252-34e9b151b517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1098 time: 0.0403752 Aug 19 02:23:00.331698 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-eb3985bf-2f62-453c-a7e0-7c2199fd5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.333196 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-eb3985bf-2f62-453c-a7e0-7c2199fd5201 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1098 time: 0.0878389 Aug 19 02:23:00.358684 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690f88-8bab-4f5e-9957-41fda3397c9e req-a6ee6a72-3f6a-443b-81a5-b8d5bdb27939 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.360199 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d0690f88-8bab-4f5e-9957-41fda3397c9e req-a6ee6a72-3f6a-443b-81a5-b8d5bdb27939 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Aug 19 02:23:00.368132 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-43f2a91c-3e5a-45f3-b97f-caea11b8b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.369665 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-43f2a91c-3e5a-45f3-b97f-caea11b8b01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.1472027 Aug 19 02:23:00.399064 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d0690f88-8bab-4f5e-9957-41fda3397c9e req-1fe2976d-869c-46d5-a8ac-febfd902af7f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Aug 19 02:23:00.506829 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-a9ec074a-2867-4e38-b3a2-d0efa2a5b0d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.1127348 Aug 19 02:23:00.546299 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-5b41de33-2b09-43b3-a021-5e306e4ed59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.547780 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-5b41de33-2b09-43b3-a021-5e306e4ed59c service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.2033231 Aug 19 02:23:00.596256 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-fac6137d-df8d-4b33-8e4b-7393a33b86a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 200 len: 217 time: 0.0353184 Aug 19 02:23:00.599653 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-0e268914-966f-4dab-b831-c0f455cf268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.601071 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-0e268914-966f-4dab-b831-c0f455cf268c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0842712 Aug 19 02:23:00.684050 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-bd983ab9-b35a-42d5-ac35-041fdb324d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.686094 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-bd983ab9-b35a-42d5-ac35-041fdb324d89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0737720 Aug 19 02:23:00.692181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-c5157158-3e5a-49f0-bd89-2292dd5dee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.693571 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-c5157158-3e5a-49f0-bd89-2292dd5dee14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800433 Aug 19 02:23:00.747413 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-06c3b84e-4509-4815-acac-dbafd2823321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395880 Aug 19 02:23:00.897167 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-290a19ec-66f4-44fd-ade2-639c2c9ea1a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879404 Aug 19 02:23:00.902262 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-f1521a1e-d660-4f38-8119-5c0e385c1122 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141760 Aug 19 02:23:01.072194 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfe532f3-8635-4d45-b37b-2b9b0aa06853 req-dc857af0-45d2-48e4-9d52-91479f09eb1a service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526771 Aug 19 02:23:01.079186 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd565b49-3781-47c2-9ed8-5aee3cf54ae5 req-cca287d4-8a53-4a1d-8d61-948e32e40887 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482139 Aug 19 02:23:01.512856 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba27d7-324c-43c1-9af0-b242cdc87f54 req-f49d07fd-6d52-4482-9a98-8aafd63a02c5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:01.515104 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0ba27d7-324c-43c1-9af0-b242cdc87f54 req-f49d07fd-6d52-4482-9a98-8aafd63a02c5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0479207 Aug 19 02:23:01.551128 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0ba27d7-324c-43c1-9af0-b242cdc87f54 req-6f8c7095-73cd-483a-81ff-ce3b0ca8adf1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302515 Aug 19 02:23:02.340753 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41848) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:02.461699 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec132f3c-db64-4f95-9daa-7b43cf40c87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.550220 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec132f3c-db64-4f95-9daa-7b43cf40c87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.668475 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd53b9-2053-4630-bcf6-f052313e4ff7 req-48464e87-555f-45c5-8af2-72af82fb73f2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:02.670501 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-88bd53b9-2053-4630-bcf6-f052313e4ff7 req-48464e87-555f-45c5-8af2-72af82fb73f2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0522835 Aug 19 02:23:02.693208 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec132f3c-db64-4f95-9daa-7b43cf40c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.740350 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f4ede4ff-3469-42cc-bcf5-c35b1143936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.744135 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec132f3c-db64-4f95-9daa-7b43cf40c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d560f35f-e516-41a4-b2a2-e7f602e63428,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:02.748679 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ec132f3c-db64-4f95-9daa-7b43cf40c87a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68fcac8245514ec0884e4a36332077fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063711 Aug 19 02:23:02.751527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41862) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:02.760210 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-88bd53b9-2053-4630-bcf6-f052313e4ff7 req-4403a617-7a1e-40b5-b7c3-42b71d6a5101 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836709 Aug 19 02:23:02.806793 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.828228 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.953981 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.957376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:02.959773 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d560f35f-e516-41a4-b2a2-e7f602e63428 HTTP/1.1" status: 204 len: 168 time: 0.2060618 Aug 19 02:23:02.968681 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd559d6b-6342-434e-86b9-33f4401b3e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d560f35f-e516-41a4-b2a2-e7f602e63428,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:03.509968 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41878) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:03.523670 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9728bb07-7f12-4e11-bece-a0a4d3e6ddbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:03.619874 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9728bb07-7f12-4e11-bece-a0a4d3e6ddbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:03.685339 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9728bb07-7f12-4e11-bece-a0a4d3e6ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:03.725050 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9728bb07-7f12-4e11-bece-a0a4d3e6ddbe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09d9d6ca5dbd44deabfd19c47b0a1244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139087 Aug 19 02:23:03.725905 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728bb07-7f12-4e11-bece-a0a4d3e6ddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59636113-cf88-4c80-8513-78f0e8f1ad76,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:03.728117 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41888) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:03.787566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:03.829736 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:03.917267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10241c-6e48-4cb8-93cc-8e3cab1b1d4b req-9b599876-0e95-42f2-8528-2d34c77392b2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:03.918822 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b10241c-6e48-4cb8-93cc-8e3cab1b1d4b req-9b599876-0e95-42f2-8528-2d34c77392b2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Aug 19 02:23:03.957357 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b10241c-6e48-4cb8-93cc-8e3cab1b1d4b req-37ef04e8-3eee-440c-953f-598bf9b4a1a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Aug 19 02:23:04.003571 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.007505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.013957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59636113-cf88-4c80-8513-78f0e8f1ad76 HTTP/1.1" status: 204 len: 168 time: 0.2787957 Aug 19 02:23:04.017288 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fe95d-ebaf-40d2-a247-6a319ad2c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59636113-cf88-4c80-8513-78f0e8f1ad76,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:04.272875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b286241-58d2-4507-8268-5ec0c71f9246 req-0130d957-ed4a-4e57-afc9-edc79f7f6469 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:04.274413 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0b286241-58d2-4507-8268-5ec0c71f9246 req-0130d957-ed4a-4e57-afc9-edc79f7f6469 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0499675 Aug 19 02:23:04.314434 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0b286241-58d2-4507-8268-5ec0c71f9246 req-6268ee4f-8c99-4a0d-85da-9a2a520803d2 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Aug 19 02:23:04.320450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41918) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:04.441246 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6551-344e-4782-b48c-df8b5598a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.529801 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6551-344e-4782-b48c-df8b5598a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.631674 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6551-344e-4782-b48c-df8b5598a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.686560 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-ce7e6551-344e-4782-b48c-df8b5598a3e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05b730a4926c4d828d0f94fd7651ba54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554845 Aug 19 02:23:04.686560 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e6551-344e-4782-b48c-df8b5598a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d21532-97ad-4d44-83b8-91ba98cd8c4b,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:04.686878 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41942) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:04.733362 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.757629 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.889245 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.891836 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.892974 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58d21532-97ad-4d44-83b8-91ba98cd8c4b HTTP/1.1" status: 204 len: 168 time: 0.2119722 Aug 19 02:23:04.900558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2330cfb-b779-47bb-abf0-2e5c863efe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d21532-97ad-4d44-83b8-91ba98cd8c4b,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:05.077543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac18e05-f0fa-430b-a370-0131c4b305f3 req-5c799f05-8faf-4ba9-aad0-6e58886a9e44 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.081926 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bac18e05-f0fa-430b-a370-0131c4b305f3 req-5c799f05-8faf-4ba9-aad0-6e58886a9e44 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Aug 19 02:23:05.118540 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bac18e05-f0fa-430b-a370-0131c4b305f3 req-048fb0c9-0eec-405e-8613-0425b5264bcf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Aug 19 02:23:05.215166 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6337284c-ba35-40b4-a013-be7e28245939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.261332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41962) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:05.388587 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92f67e68-7634-4a1a-b9d4-7a8b0906a4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.462434 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd05c80-e0e4-495e-98dc-75ab31eb9d02 req-b408a424-9aae-4472-ba68-1f447b79dfb9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.464303 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4dd05c80-e0e4-495e-98dc-75ab31eb9d02 req-b408a424-9aae-4472-ba68-1f447b79dfb9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0785651 Aug 19 02:23:05.517665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.523165 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4dd05c80-e0e4-495e-98dc-75ab31eb9d02 req-45c2fef4-82b5-467b-a901-54be6ee4f0d8 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Aug 19 02:23:05.552969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92f67e68-7634-4a1a-b9d4-7a8b0906a4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.660735 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92f67e68-7634-4a1a-b9d4-7a8b0906a4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.699229 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-92f67e68-7634-4a1a-b9d4-7a8b0906a4a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eca340ace03a47969bc3e6a6df3a120f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368453 Aug 19 02:23:05.701031 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f67e68-7634-4a1a-b9d4-7a8b0906a4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860667d4-a389-4735-ac50-8565f28ed45d,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:05.702829 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41976) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:05.755027 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.784082 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.859642 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41992) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:05.873282 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c08e5889-95b4-40d2-9033-ae5148aaf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.931059 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.933655 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.934775 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/860667d4-a389-4735-ac50-8565f28ed45d HTTP/1.1" status: 204 len: 168 time: 0.2306921 Aug 19 02:23:05.952233 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba8c7-1274-4b18-986a-795eb12726f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860667d4-a389-4735-ac50-8565f28ed45d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:06.022142 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c08e5889-95b4-40d2-9033-ae5148aaf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.123415 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c08e5889-95b4-40d2-9033-ae5148aaf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.164747 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-c08e5889-95b4-40d2-9033-ae5148aaf460 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46cf71c6bae9467fbbe795f01c001850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038845 Aug 19 02:23:06.167553 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42000) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:06.175378 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e5889-95b4-40d2-9033-ae5148aaf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb4ba3-8b95-47af-be8e-48c9edc71e08,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:06.256396 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.286556 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286e2b-4969-4df7-8b98-03ba12943e41 req-fb9a6e52-8565-4c8a-b497-5795c11aa8bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:06.288155 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0286e2b-4969-4df7-8b98-03ba12943e41 req-fb9a6e52-8565-4c8a-b497-5795c11aa8bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0791020 Aug 19 02:23:06.292503 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.345982 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.352199 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0286e2b-4969-4df7-8b98-03ba12943e41 req-57755bb8-644e-4f1d-8061-1e8dd07e6c9d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576484 Aug 19 02:23:06.437695 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.440443 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.443961 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32cb4ba3-8b95-47af-be8e-48c9edc71e08 HTTP/1.1" status: 204 len: 168 time: 0.2730527 Aug 19 02:23:06.449747 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f827e-97d4-46a7-a22f-be4bc604bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb4ba3-8b95-47af-be8e-48c9edc71e08,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:06.560182 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42012) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:06.643930 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed2a4-1171-4f67-b93e-3e210774a821 req-4cc32c4c-d840-44c6-b288-655c7c9ef49e tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:06.645314 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-de6ed2a4-1171-4f67-b93e-3e210774a821 req-4cc32c4c-d840-44c6-b288-655c7c9ef49e tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0477607 Aug 19 02:23:06.685494 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-de6ed2a4-1171-4f67-b93e-3e210774a821 req-5d219e92-9575-4acc-b344-49a6d6262ddb tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Aug 19 02:23:06.775207 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42016) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:06.797995 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-24c1f3e7-a7c0-487c-897b-0ce78eb0c15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:06.867542 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-95267814-7cdd-46ae-a01b-a75dfba8c4bc tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:06.870149 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-95267814-7cdd-46ae-a01b-a75dfba8c4bc tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0802441 Aug 19 02:23:07.146664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0100d0e1-f395-4ca9-adc4-d9095c51325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.270488 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-24c1f3e7-a7c0-487c-897b-0ce78eb0c15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.276098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42030) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:07.290116 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Deleting port 6940bc89-d332-4597-b8c6-88c43900247c {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:07.290455 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.290662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf0-eb54-4d17-a6f4-d26412814b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.362101 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-24c1f3e7-a7c0-487c-897b-0ce78eb0c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.437412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] For port 6940bc89-d332-4597-b8c6-88c43900247c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6940bc89-d332-4597-b8c6-88c43900247c,segment=NetworkSegment(363e07b6-5eb4-42d0-b5a9-f037c58c853c),segment_id=363e07b6-5eb4-42d0-b5a9-f037c58c853c)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:07.437690 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.461250 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-24c1f3e7-a7c0-487c-897b-0ce78eb0c15e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e41d283edded4afb8ef149c024b9dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850150 Aug 19 02:23:07.464065 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42038) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:07.475230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1f3e7-a7c0-487c-897b-0ce78eb0c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28484e2-7893-4028-9173-8dc9c0c248d7,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:07.492585 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Calling delete_port for 6940bc89-d332-4597-b8c6-88c43900247c owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:07.516830 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.541373 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.604077 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0a41-d029-41b5-b716-ec4851a1d4e4 req-5e01dae2-1366-4759-b8b1-9b096f99e168 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:07.607964 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556f0a41-d029-41b5-b716-ec4851a1d4e4 req-5e01dae2-1366-4759-b8b1-9b096f99e168 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1783900 Aug 19 02:23:07.642959 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.645630 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.646793 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b28484e2-7893-4028-9173-8dc9c0c248d7 HTTP/1.1" status: 204 len: 168 time: 0.1816561 Aug 19 02:23:07.654881 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeb6d9-c51c-4ef9-9088-d07e814326b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28484e2-7893-4028-9173-8dc9c0c248d7,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:07.695129 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0100d0e1-f395-4ca9-adc4-d9095c51325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.700587 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556f0a41-d029-41b5-b716-ec4851a1d4e4 req-98c170a2-6af1-4de7-956a-0e579379058d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865495 Aug 19 02:23:07.771465 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0100d0e1-f395-4ca9-adc4-d9095c51325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.811365 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0100d0e1-f395-4ca9-adc4-d9095c51325f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=766427ba2b6243b0bfcc4de859a4aace&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2502093 Aug 19 02:23:07.813724 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42044) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:07.821248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d0e1-f395-4ca9-adc4-d9095c51325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea8eb1-3804-4e1e-9b89-f2076d00df5d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:07.845671 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923390c8-91d7-4bef-a0ff-9074f5f907cc req-16a0c9da-3b1e-4be6-907f-0d9885f89ad9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:07.849151 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-923390c8-91d7-4bef-a0ff-9074f5f907cc req-16a0c9da-3b1e-4be6-907f-0d9885f89ad9 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 945 time: 0.0795462 Aug 19 02:23:07.857853 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.913197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['6940bc89-d332-4597-b8c6-88c43900247c'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:07.913720 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-923390c8-91d7-4bef-a0ff-9074f5f907cc req-51559e66-00fd-4a9d-9da0-23e603dcd220 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/security-groups?id=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556662 Aug 19 02:23:07.939666 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Pushing event deleted for resources: {'Port': ['ID=6940bc89-d332-4597-b8c6-88c43900247c,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:07.940508 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf0-eb54-4d17-a6f4-d26412814b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.941741 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.985403 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] No DVR routers for this DVR port 6940bc89-d332-4597-b8c6-88c43900247c on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:07.991838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:07.993788 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb985860-82e3-4596-a4bc-6e1d8f5ba287 req-5df929e8-681f-4be4-aff9-68f66025c4b5 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.41 "DELETE /v2.0/ports/6940bc89-d332-4597-b8c6-88c43900247c HTTP/1.1" status: 204 len: 173 time: 1.1143878 Aug 19 02:23:07.994238 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'name': 'network-vif-deleted', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:07.996485 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d315253d-1a75-45d8-bfc5-c032d4c5cf4b" -d '{"events": [{"server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "name": "network-vif-deleted", "tag": "6940bc89-d332-4597-b8c6-88c43900247c"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:08.017052 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.026194 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf0-eb54-4d17-a6f4-d26412814b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.057984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc8720-8ed2-417a-8143-27d80df103d0 x-openstack-request-id: req-84fc8720-8ed2-417a-8143-27d80df103d0 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:08.058566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d18d0fb-8efd-4559-b0f6-311b00fdef4e", "name": "network-vif-deleted", "tag": "6940bc89-d332-4597-b8c6-88c43900247c", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:08.059143 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84fc8720-8ed2-417a-8143-27d80df103d0 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:08.059596 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d18d0fb-8efd-4559-b0f6-311b00fdef4e', 'name': 'network-vif-deleted', 'tag': '6940bc89-d332-4597-b8c6-88c43900247c', 'status': 'completed', 'code': 200} Aug 19 02:23:08.066701 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.067987 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9cf0-eb54-4d17-a6f4-d26412814b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34df647-e025-4d26-9a3b-9b06728681e8,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:08.075144 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c88f9cf0-eb54-4d17-a6f4-d26412814b1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af78102240b74731a2001a3cf097348d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972243 Aug 19 02:23:08.075574 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42052) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:08.148949 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.161870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.164138 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.167563 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fea8eb1-3804-4e1e-9b89-f2076d00df5d HTTP/1.1" status: 204 len: 168 time: 0.3503981 Aug 19 02:23:08.188934 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.202821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe952-4dce-462a-ad65-610a41895c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea8eb1-3804-4e1e-9b89-f2076d00df5d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:08.358509 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.361105 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.364615 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c34df647-e025-4d26-9a3b-9b06728681e8 HTTP/1.1" status: 204 len: 168 time: 0.2853875 Aug 19 02:23:08.370493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3ab21-bfc6-4496-b836-f0818c49330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34df647-e025-4d26-9a3b-9b06728681e8,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:08.831394 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08bad-ff97-43e3-bad2-87b360697f41 req-8c7ca237-b39f-46e2-8e90-6a012829638b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:08.832889 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-afa08bad-ff97-43e3-bad2-87b360697f41 req-8c7ca237-b39f-46e2-8e90-6a012829638b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0619159 Aug 19 02:23:08.872843 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-afa08bad-ff97-43e3-bad2-87b360697f41 req-8f2df199-9213-4a57-95b3-5fe27e7b16c0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 19 02:23:08.996796 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42094) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:09.030800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-17b098f1-f9fa-4ac4-a819-e2721f7c33a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.071262 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0cc264e5-6758-4dd3-9888-33980c8a9691 req-89dd4f76-bf08-42e3-a4cb-fcf9f0a42427 tempest-DeleteServersTestJSON-2034330841 tempest-DeleteServersTestJSON-2034330841-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d18d0fb-8efd-4559-b0f6-311b00fdef4e HTTP/1.1" status: 200 len: 210 time: 0.0657387 Aug 19 02:23:09.147228 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-17b098f1-f9fa-4ac4-a819-e2721f7c33a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.220565 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-17b098f1-f9fa-4ac4-a819-e2721f7c33a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.262543 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-17b098f1-f9fa-4ac4-a819-e2721f7c33a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57e636e2bf7b436b9257888398fd4dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622266 Aug 19 02:23:09.262543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b098f1-f9fa-4ac4-a819-e2721f7c33a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a2e12-79a8-448b-a04e-a41310c4cf13,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:09.263641 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42106) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:09.322221 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.348993 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.460538 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.463242 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:09.464383 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d9a2e12-79a8-448b-a04e-a41310c4cf13 HTTP/1.1" status: 204 len: 168 time: 0.1999795 Aug 19 02:23:09.472683 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbdfe6-cbb3-42ee-b032-5a6c4a9acdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a2e12-79a8-448b-a04e-a41310c4cf13,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:09.998412 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c201-ccd0-48d9-837d-b03368c89eda req-bd978521-8f66-48f6-86e8-e6f1585e34dc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:09.999919 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e292c201-ccd0-48d9-837d-b03368c89eda req-bd978521-8f66-48f6-86e8-e6f1585e34dc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0516427 Aug 19 02:23:10.040038 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e292c201-ccd0-48d9-837d-b03368c89eda req-449d8c1a-ffe0-4cea-8d62-e863fa6d21b5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Aug 19 02:23:10.143705 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42142) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:10.155849 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1f4545ac-33ae-4eca-b1a3-47944f371953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.251251 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6940bc89-d332-4597-b8c6-88c43900247c no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:10.267636 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1f4545ac-33ae-4eca-b1a3-47944f371953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.281513 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 6940bc89-d332-4597-b8c6-88c43900247c {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:10.282055 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6940bc89-d332-4597-b8c6-88c43900247c not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:10.352230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1f4545ac-33ae-4eca-b1a3-47944f371953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.422816 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42162) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:10.426625 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1f4545ac-33ae-4eca-b1a3-47944f371953 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c77001c06ab441e5a9fb161a7916ee2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817805 Aug 19 02:23:10.429465 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4545ac-33ae-4eca-b1a3-47944f371953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a2050-793a-4b58-985a-34288f45a958,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:10.496461 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.521366 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.644050 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.647603 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:10.650231 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/966a2050-793a-4b58-985a-34288f45a958 HTTP/1.1" status: 204 len: 168 time: 0.2263615 Aug 19 02:23:10.664480 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a2050-793a-4b58-985a-34288f45a958,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:10.673025 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.673386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.674481 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.679819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.680406 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.680406 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:10.680568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b2795-93a4-42a5-adb5-a7f3704ace5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.164085 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9620-77b8-475c-911e-7aed89d00457 req-43b6c742-3358-4013-86b4-c071f3b68272 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:11.166225 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bdcc9620-77b8-475c-911e-7aed89d00457 req-43b6c742-3358-4013-86b4-c071f3b68272 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0496004 Aug 19 02:23:11.226190 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bdcc9620-77b8-475c-911e-7aed89d00457 req-a41958f8-6a11-4289-8c0c-2a041724e5bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456264 Aug 19 02:23:11.510284 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42258) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:11.652860 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:11.684030 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-0992ee1b-4b72-4794-8ba0-8a611bc402a9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:11.686130 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-0992ee1b-4b72-4794-8ba0-8a611bc402a9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1401815 Aug 19 02:23:11.713207 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-246aceb8-2051-46c7-93d3-b2393eaa1c0c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/quotas/77d93c2e37494f0a989abf69e511d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0193186 Aug 19 02:23:11.773273 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-c1459623-8939-4455-841f-c42cb6b00992 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546622 Aug 19 02:23:11.783410 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:11.876536 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42292) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:11.900078 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:11.938054 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-3c937f71-440c-4fb9-8cc2-34de496cee77 service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561825 Aug 19 02:23:11.946225 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d26cd-013c-41bd-b44b-11f48cbc5da8,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:11.958873 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42296) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:11.961737 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a56086901821467daa3f335794ed64b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468863 Aug 19 02:23:11.967652 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.968200 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.969722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.970098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.970442 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.970782 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.971115 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.971448 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.971779 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.972114 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.972564 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:11.972898 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a2969-7127-4cb3-beb1-16c17531a8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:12.010144 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Deleting subnet e69a7175-189c-42ec-b982-8787a1a7b1d8 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:23:12.026083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.072565 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.109887 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.182167 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.194386 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-d5474b1f-7c3e-4b6f-9096-bc2e433c2219 service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553713 Aug 19 02:23:12.244299 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.341674 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.353793 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25008-e143-4ce0-af40-c67d111c4879 req-50455452-0777-43bd-b5f3-d6ec5853649b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:12.359258 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41a25008-e143-4ce0-af40-c67d111c4879 req-50455452-0777-43bd-b5f3-d6ec5853649b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0656953 Aug 19 02:23:12.380303 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69a7175-189c-42ec-b982-8787a1a7b1d8,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:12.387236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.390381 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.400539 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/678d26cd-013c-41bd-b44b-11f48cbc5da8 HTTP/1.1" status: 204 len: 168 time: 0.4334664 Aug 19 02:23:12.401967 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.404430 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2447bd73-eabe-463f-ae40-bc458707f871 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e69a7175-189c-42ec-b982-8787a1a7b1d8 HTTP/1.1" status: 204 len: 168 time: 0.5266163 Aug 19 02:23:12.412903 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42332) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:12.413695 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2089ec-151e-4ed8-a1f7-ced6c586cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d26cd-013c-41bd-b44b-11f48cbc5da8,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:12.444471 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41a25008-e143-4ce0-af40-c67d111c4879 req-7de7fd79-01a8-4f3e-a50a-e57959097057 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791612 Aug 19 02:23:12.517118 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42336) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:12.539684 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-401ce2ab-d811-4a1a-8a30-eefe4f90e3b7 req-a9bc6d8a-fdc6-4708-bf50-877cc4abc11f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0550580 Aug 19 02:23:12.577420 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.668221 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.680966 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.681313 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.682286 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.682616 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > port after_create 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.682950 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.683267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > port after_update 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.683654 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.683970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.684506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.685717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.868439 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-417258497-network', 'tenant_id': 'a3c0016ea0ad434b97875ad71379c925'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:12.872024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.872024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.872024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.872383 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:23:12.872794 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5930404-2796-4817-a73b-ad6d2e869865']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:12.898908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363e07b6-5eb4-42d0-b5a9-f037c58c853c') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:12.899257 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363e07b6-5eb4-42d0-b5a9-f037c58c853c') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:12.916972 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.943939 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.953831 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:23:12.954436 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: from cryptography.utils import int_from_bytes Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: from cryptography.utils import int_from_bytes Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:23:12.958635 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:23:13.043061 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Made reservation on behalf of a3c0016ea0ad434b97875ad71379c925 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:13.046148 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.054668 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.128796 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.134408 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.138179 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a5930404-2796-4817-a73b-ad6d2e869865 HTTP/1.1" status: 204 len: 168 time: 0.7022686 Aug 19 02:23:13.148098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.152487 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0a07a-c27f-4e7d-9cd4-e313cb653c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5930404-2796-4817-a73b-ad6d2e869865,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:13.214523 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.236655 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:23:13.251637 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1b1bf-db01-4436-b4df-e65914167645,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:13.255419 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.255759 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Added segment 71191215-312d-4fd8-a2fa-cd7532c8664c of type vlan for network 974d27b4-a404-4786-878c-0d986478af46 Aug 19 02:23:13.295237 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.328047 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42362) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:13.341959 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65b6b795-7935-4b0d-aed5-c19636c3825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.403778 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.404713 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:13.405288 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.483166 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] Pushing event updated for resources: {'Network': ['ID=974d27b4-a404-4786-878c-0d986478af46,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:13.486092 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65b6b795-7935-4b0d-aed5-c19636c3825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.495339 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 974d27b4-a404-4786-878c-0d986478af46 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:23:13.566979 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c68c-e78a-425b-a683-4581ad56dc43 req-ebb27f29-1a74-4bcc-94a9-5d68e5d2b10a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:13.568557 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae11c68c-e78a-425b-a683-4581ad56dc43 req-ebb27f29-1a74-4bcc-94a9-5d68e5d2b10a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0515909 Aug 19 02:23:13.581387 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65b6b795-7935-4b0d-aed5-c19636c3825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.599942 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42368) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:13.624726 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-65b6b795-7935-4b0d-aed5-c19636c3825f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cc2405e105d4df9b53bc416427c9d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955968 Aug 19 02:23:13.627812 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42372) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:13.634582 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b795-7935-4b0d-aed5-c19636c3825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edc9a7a-32ba-48a1-a520-2ba46041182d,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:13.662956 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae11c68c-e78a-425b-a683-4581ad56dc43 req-621da18f-9ca4-4a76-a401-fc31b4f2fdc4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882020 Aug 19 02:23:13.702989 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-cd3b2a24-c1bc-440d-9e6d-bb7f06ef1753 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7be8d950e0b64adfbd62bc6fbaaef027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0907097 Aug 19 02:23:13.705289 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42376) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:13.715526 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-915869c3-ae2c-4cc1-ad50-45e28ca58cbd req-91a00be9-797f-4d7a-8d8e-3865f95c3e13 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0887463 Aug 19 02:23:13.722593 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-fff372ff-0c43-41cf-b526-2ef173e7f314 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2015946 Aug 19 02:23:13.726947 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42378) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:13.734613 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Request body: {'subnet': {'network_id': '974d27b4-a404-4786-878c-0d986478af46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-417258497-subnet', 'tenant_id': 'a3c0016ea0ad434b97875ad71379c925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:13.768822 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.770197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.791645 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.792648 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.819886 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Made reservation on behalf of a3c0016ea0ad434b97875ad71379c925 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:13.822122 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.905471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.908067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:13.909212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0 HTTP/1.1" status: 204 len: 168 time: 0.2027824 Aug 19 02:23:13.917287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef3a75-ebd1-47ef-82b4-ea18c2210cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f5e1c-a4df-4b89-8917-8c2f7cb5e9b0,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:13.999901 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:14.002658 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:14.007063 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3edc9a7a-32ba-48a1-a520-2ba46041182d HTTP/1.1" status: 204 len: 168 time: 0.3753750 Aug 19 02:23:14.016846 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa6cb7-d748-46a8-bd1a-22e9c4349b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edc9a7a-32ba-48a1-a520-2ba46041182d,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:14.249465 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:14.316343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17db4947-e7f7-4994-af83-2e68eb7b9066,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:14.324877 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Checking segment: {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:14.325351 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Network hostable DHCP agents. Network: 974d27b4-a404-4786-878c-0d986478af46, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:23:14.443169 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Network 974d27b4-a404-4786-878c-0d986478af46 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:23:14.534201 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 974d27b4-a404-4786-878c-0d986478af46) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:14.538355 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:14.539087 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:14.544760 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f53b7ee-0748-4183-aaa3-5f2d62589ba7 None None] Network 974d27b4-a404-4786-878c-0d986478af46 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:14.614751 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e1e98b55-79ac-40a6-b92a-67eca78a1194 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8867662 Aug 19 02:23:14.673236 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38667c8f-5782-4be9-9d5f-29a2bae4199b None None] Network 974d27b4-a404-4786-878c-0d986478af46 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:14.809554 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f62e-395e-4597-bcf3-b671be2faa50 req-b02f53ef-40b4-41d0-bea7-a6c16ea59d03 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:14.811301 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a702f62e-395e-4597-bcf3-b671be2faa50 req-b02f53ef-40b4-41d0-bea7-a6c16ea59d03 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0737545 Aug 19 02:23:14.851586 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e9560112-2ea1-465a-973c-7cee5b3986e6 req-03ef8e2b-61dc-429c-93da-70d746681d4e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Aug 19 02:23:14.854403 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a702f62e-395e-4597-bcf3-b671be2faa50 req-7482deea-0353-4d8b-8bef-dd6218a20de2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Aug 19 02:23:15.124727 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42444) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:15.207640 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-92b83f1f-a79b-4d23-b8a1-89f708bb4f40 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:15.209600 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-92b83f1f-a79b-4d23-b8a1-89f708bb4f40 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1222925 Aug 19 02:23:15.240623 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Request body: {'port': {'device_id': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'admin_state_up': True, 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:15.415253 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07297e16-d378-4728-9d63-76777bb08603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.505878 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:15.509408 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.618222 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07297e16-d378-4728-9d63-76777bb08603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.675000 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Allocated IP 172.20.0.12 (49e13cdf-85ea-4f91-a253-eb569af4ca01/c698f530-e5ae-4b3f-8d68-ba496142b3c9/7cc1d229-3935-4a11-a064-816745570f8d) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:15.678772 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07297e16-d378-4728-9d63-76777bb08603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.698043 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42478) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:15.735054 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297e16-d378-4728-9d63-76777bb08603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b079ad3-1223-44a5-b620-5d5bf047d20f,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:15.748934 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-07297e16-d378-4728-9d63-76777bb08603 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e20535d9ea540c6acc2e2fa3e534a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224873 Aug 19 02:23:15.751772 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42484) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:15.823632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1297753459-network', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:15.916942 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.926029 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.952824 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.966515 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Made reservation on behalf of 9bade93ce4724d9f8c00a4dd3631f429 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:15.969140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:15.991164 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d97ef0fe-0788-4cac-aa2c-b7127fe5cbc1 req-709c512d-f6c2-4c71-aac7-7855c6939011 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0401568 Aug 19 02:23:16.026973 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.097116 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d2ac-c318-455b-a7e9-d8f9c592897e req-39a04612-bf93-4270-a23f-267c45af51f6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:16.098621 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9517d2ac-c318-455b-a7e9-d8f9c592897e req-39a04612-bf93-4270-a23f-267c45af51f6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1206160 Aug 19 02:23:16.137825 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9517d2ac-c318-455b-a7e9-d8f9c592897e req-74e2d5a2-be35-4d96-a0c6-c78f68054d4f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Aug 19 02:23:16.157605 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.202987 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:16.206524 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:16.209603 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:16.214162 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:16.240503 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event updated for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:16.268726 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:16.269331 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.337232 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.340956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.344639 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b079ad3-1223-44a5-b620-5d5bf047d20f HTTP/1.1" status: 204 len: 168 time: 0.5905647 Aug 19 02:23:16.360634 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f62228-2ca2-4db3-9bd9-d5d8da7458f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b079ad3-1223-44a5-b620-5d5bf047d20f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:16.435522 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.506956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.528054 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:23:16.546208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.546558 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Added segment a092345b-b409-4982-8df8-9557719eae8d of type vlan for network 58d304d8-0316-41b3-ae55-1f9ea752b69d Aug 19 02:23:16.547798 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3cd049-78c9-4c1d-a7ca-0c0fe9ed43fa,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:16.590235 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-11a4d39b-a6a5-4730-86c6-c39f130a637b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3546281 Aug 19 02:23:16.601271 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.604676 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42506) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:16.619449 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Request body: {'port': {'device_id': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:16.682342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.734685 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-136f1bfb-9492-43e3-a9aa-ea32531194d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.748370 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.749328 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:16.749909 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.876022 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1770654 Aug 19 02:23:16.878858 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42512) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:16.884464 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Request body: {'subnet': {'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1297753459-subnet', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:16.890509 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead2d08-0dec-431a-9e24-de336009bb7d admin admin] Pushing event updated for resources: {'Network': ['ID=58d304d8-0316-41b3-ae55-1f9ea752b69d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:16.901452 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:23:16.996027 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42514) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:17.010782 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.273491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852daa7c-0caf-4e91-b080-7e75ddda2cac req-a36e5c8f-f58f-411c-b7c9-e80194f8fd40 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.274874 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-852daa7c-0caf-4e91-b080-7e75ddda2cac req-a36e5c8f-f58f-411c-b7c9-e80194f8fd40 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0554235 Aug 19 02:23:17.320963 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-852daa7c-0caf-4e91-b080-7e75ddda2cac req-90973a5b-0e36-4d3f-b628-944c46a3e97b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 19 02:23:17.327603 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-136f1bfb-9492-43e3-a9aa-ea32531194d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.345437 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc1d229-3935-4a11-a064-816745570f8d {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:17.355795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.376630 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1412-9a92-45fa-92b9-14e93c9dd884 req-be93e22c-2287-4a68-a3ad-88667ef0cc15 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.378157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-54dd1412-9a92-45fa-92b9-14e93c9dd884 req-be93e22c-2287-4a68-a3ad-88667ef0cc15 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 932 time: 0.1180608 Aug 19 02:23:17.380790 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Transition to ACTIVE for port object 7cc1d229-3935-4a11-a064-816745570f8d will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:17.447037 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-136f1bfb-9492-43e3-a9aa-ea32531194d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.454736 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-54dd1412-9a92-45fa-92b9-14e93c9dd884 req-48afc16d-729a-4f3c-89e4-1680059e8e42 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704699 Aug 19 02:23:17.469026 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.db.api [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 02:23:17.469026 dv-cinder-757936-6-iscsi neutron-server[94405]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 02:23:17.469026 dv-cinder-757936-6-iscsi neutron-server[94405]: [parameters: {'project_id_1': '44fa9f1f0f0644cb9655846d01bcfcf2', 'expiration_1': datetime.datetime(2021, 8, 19, 2, 23, 17, 23920)}] Aug 19 02:23:17.469026 dv-cinder-757936-6-iscsi neutron-server[94405]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:23:17.469355 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG oslo_db.api [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:23:17.486812 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.491372 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-8b4eb758-11d0-4fb6-90a0-d753bb71b726 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974827 Aug 19 02:23:17.515799 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-cecd35d0-6325-4841-9a89-0566e273451c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.517316 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-cecd35d0-6325-4841-9a89-0566e273451c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/networks?id=974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 200 len: 808 time: 0.1196370 Aug 19 02:23:17.534276 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-136f1bfb-9492-43e3-a9aa-ea32531194d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=319825de4c424fdd94d81e1f9b90e648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9285324 Aug 19 02:23:17.534885 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42544) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:17.538685 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f1bfb-9492-43e3-a9aa-ea32531194d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa08485c-83ab-4743-a3ad-9884af6ae8e5,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:17.541235 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-b44c9018-4cb7-4a4b-981f-294c6865f4c3 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/quotas/a3c0016ea0ad434b97875ad71379c925 HTTP/1.1" status: 200 len: 375 time: 0.0167866 Aug 19 02:23:17.579981 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-db338b4b-9a77-41da-9c6e-fab3a8a8428e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331938 Aug 19 02:23:17.579981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Made reservation on behalf of 9bade93ce4724d9f8c00a4dd3631f429 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:17.579981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.580913 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:17.688337 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.695691 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-37a1e328-1140-4784-a8b0-daad7d6e11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.697200 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-37a1e328-1140-4784-a8b0-daad7d6e11b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 1099 time: 0.1098197 Aug 19 02:23:17.701893 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42548) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:17.740214 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Attempting to bind port 7cc1d229-3935-4a11-a064-816745570f8d on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:17.740514 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Attempting to bind port 7cc1d229-3935-4a11-a064-816745570f8d by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:17.740768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Attempting to bind port 7cc1d229-3935-4a11-a064-816745570f8d on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:17.754929 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.792403 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Port 7cc1d229-3935-4a11-a064-816745570f8d on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:23:17.792733 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Attempting to bind port 7cc1d229-3935-4a11-a064-816745570f8d on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:17.815246 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:17.815615 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Checking segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:17.816216 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Bound using segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:17.816495 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Bound port: 7cc1d229-3935-4a11-a064-816745570f8d, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:17.816854 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.902319 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-5ffd6052-faa1-44ec-96e0-b2b0f28497a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.904455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-5ffd6052-faa1-44ec-96e0-b2b0f28497a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 916 time: 0.1761775 Aug 19 02:23:17.951611 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7ce022e2-fdf6-43f0-acb3-1f7adf75c500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.957471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.960028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.961231 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa08485c-83ab-4743-a3ad-9884af6ae8e5 HTTP/1.1" status: 204 len: 168 time: 0.4234660 Aug 19 02:23:17.962527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-f5fc4994-725f-4b0b-afdf-80e56ba4a128 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5065a47-0c1d-421f-aa59-e6b566570acf HTTP/1.1" status: 200 len: 217 time: 0.0456669 Aug 19 02:23:17.966078 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-5892b60d-1baa-4461-9883-11a1fc3503f9 service neutron] 10.222.0.38 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704615 Aug 19 02:23:17.966797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:17.970266 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.013707 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eec6b9-4240-4807-9538-3b0fcfa474d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa08485c-83ab-4743-a3ad-9884af6ae8e5,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.020939 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=7cc1d229-3935-4a11-a064-816745570f8d,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:18.044819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-74b0aa68-9156-4025-bf21-867124e6610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.046276 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-74b0aa68-9156-4025-bf21-867124e6610a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.0744104 Aug 19 02:23:18.066083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.087892 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-5f742322-55e5-47a8-ae67-40dbe56bc3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318675 Aug 19 02:23:18.136135 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.136825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.139099 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cc1d229-3935-4a11-a064-816745570f8d HTTP/1.1" status: 200 len: 1094 time: 1.5271776 Aug 19 02:23:18.166812 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:18.169959 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3cfab0-abf6-4077-b084-078edab3075f" -d '{"events": [{"name": "network-changed", "server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "tag": "7cc1d229-3935-4a11-a064-816745570f8d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:18.171447 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-74e7e915-aee1-4a47-9dc5-60fb22855ed9 service neutron] 10.222.0.38 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726761 Aug 19 02:23:18.201156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab6ede-57d9-4e50-bfb9-46ee2cb9c3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.222662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae861d4-1014-4654-b859-f923aef515df x-openstack-request-id: req-0ae861d4-1014-4654-b859-f923aef515df {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:18.223085 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "tag": "7cc1d229-3935-4a11-a064-816745570f8d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:18.223438 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ae861d4-1014-4654-b859-f923aef515df {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:18.223927 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d', 'status': 'completed', 'code': 200} Aug 19 02:23:18.231853 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7ce022e2-fdf6-43f0-acb3-1f7adf75c500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.242451 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-7d92540e-a47a-42ab-885e-741459ce1a23 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347864 Aug 19 02:23:18.247643 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.307603 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.314372 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7ce022e2-fdf6-43f0-acb3-1f7adf75c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.335162 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Checking segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:18.335521 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Network hostable DHCP agents. Network: 58d304d8-0316-41b3-ae55-1f9ea752b69d, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:23:18.390765 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7ce022e2-fdf6-43f0-acb3-1f7adf75c500 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a254f04361274d2888bce4c015914191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6877263 Aug 19 02:23:18.395857 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce022e2-fdf6-43f0-acb3-1f7adf75c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afa5a4-1cae-4561-a8fd-75bed9d01773,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.398343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42564) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:18.482137 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:23:18.486852 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfab0-abf6-4077-b084-078edab3075f req-fd94bfe5-e61d-4dd0-a193-12ad874857e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.488543 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b3cfab0-abf6-4077-b084-078edab3075f req-fd94bfe5-e61d-4dd0-a193-12ad874857e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1998906 Aug 19 02:23:18.503661 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.508514 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-452d1aef-4aad-4ff3-a904-dd81fbbb0576 req-3fce5bbe-eaa3-4124-8418-fa98a1585231 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287385 Aug 19 02:23:18.526499 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f306ba-9246-41a8-bb6f-75fbcabdb6cd req-0cfcc8be-8d85-43b7-8706-70e86292d030 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.526710 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.534645 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00f306ba-9246-41a8-bb6f-75fbcabdb6cd req-0cfcc8be-8d85-43b7-8706-70e86292d030 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1130686 Aug 19 02:23:18.561438 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78dcbb30-6b80-4fa1-b98c-b13fc957d250 req-2d547fd9-099f-4932-a834-a05fd109540a tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 210 time: 0.0414767 Aug 19 02:23:18.563323 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.565142 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 58d304d8-0316-41b3-ae55-1f9ea752b69d) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:18.574531 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.574904 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d2602-7946-49bc-b042-28aa793cf196 None None] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:18.575366 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.588723 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.647783 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44fa9f1f0f0644cb9655846d01bcfcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6500776 Aug 19 02:23:18.649304 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42578) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:18.651795 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3819e5-3322-4e92-9ed7-c88adacd7ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0784c92-bf9d-4e10-b773-23d3ac6f7ee5,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.689010 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00f306ba-9246-41a8-bb6f-75fbcabdb6cd req-83444683-85c1-422a-81f3-37b3af903022 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535823 Aug 19 02:23:18.696040 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-dbef8ad2-f8b5-4a3d-85cc-55f580ec6254 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8160796 Aug 19 02:23:18.706687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42580) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:18.720306 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:18.766068 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.766068 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.766068 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1afa5a4-1cae-4561-a8fd-75bed9d01773 HTTP/1.1" status: 204 len: 168 time: 0.3646836 Aug 19 02:23:18.774735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfab0-abf6-4077-b084-078edab3075f req-a865d933-0a20-43b7-907e-5c5bcec90cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.776481 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b3cfab0-abf6-4077-b084-078edab3075f req-a865d933-0a20-43b7-907e-5c5bcec90cdf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77d93c2e37494f0a989abf69e511d3f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2670729 Aug 19 02:23:18.838228 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.864144 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013756ee-d1a0-4ba7-b1c1-ceb04b9f97cd req-536ab0ff-020b-4576-bca8-cbc0b838381e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:18.865737 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-013756ee-d1a0-4ba7-b1c1-ceb04b9f97cd req-536ab0ff-020b-4576-bca8-cbc0b838381e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 944 time: 0.1552393 Aug 19 02:23:18.866581 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90ce62-e921-429e-89c8-fd3b8ec20258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afa5a4-1cae-4561-a8fd-75bed9d01773,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:18.884342 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.895739 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.897160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.935264 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-58d304d8-0316-41b3-ae55-1f9ea752b69d', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:23:18.936404 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.956474 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-013756ee-d1a0-4ba7-b1c1-ceb04b9f97cd req-13527ec9-878d-4a61-8994-01e2d1c76cca tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Aug 19 02:23:19.020428 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.030857 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfab0-abf6-4077-b084-078edab3075f req-184b08fb-56cf-4caf-9334-8872206e529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:19.032370 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b3cfab0-abf6-4077-b084-078edab3075f req-184b08fb-56cf-4caf-9334-8872206e529c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2451363 Aug 19 02:23:19.060422 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.064908 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.066973 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0784c92-bf9d-4e10-b773-23d3ac6f7ee5 HTTP/1.1" status: 204 len: 168 time: 0.4162314 Aug 19 02:23:19.080321 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220afdb5-b802-47f1-bc39-efc34fdea6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0784c92-bf9d-4e10-b773-23d3ac6f7ee5,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:19.283143 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-7b77b5f5-554c-4f28-9360-c2037bf4f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:19.284764 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-7b77b5f5-554c-4f28-9360-c2037bf4f6dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1458733 Aug 19 02:23:19.317203 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Allocated IP 172.20.0.2 (58d304d8-0316-41b3-ae55-1f9ea752b69d/b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6/5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:19.402097 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-b5a14b98-c8aa-4165-85c0-d2923a528b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cc1d229-3935-4a11-a064-816745570f8d HTTP/1.1" status: 200 len: 217 time: 0.0812588 Aug 19 02:23:19.404379 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.521067 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.530363 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Transition to ACTIVE for port object 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:19.539332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-8000e894-910b-4410-816e-b3c296872a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:19.540815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-8000e894-910b-4410-816e-b3c296872a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.0981495 Aug 19 02:23:19.547932 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Transition to ACTIVE for port object 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:19.581548 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-ed488249-ea52-4e11-98ea-36f0dade44a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285289 Aug 19 02:23:19.645983 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.678681 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:19.706545 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ce86666-7688-4d8d-882e-4f429165f507 req-08488d20-1bf6-4e18-92fc-d3fd3257b7bc tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 210 time: 0.0650220 Aug 19 02:23:19.743684 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:19.754648 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:19.780344 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42634) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:19.831052 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-91f5df9f-6bd8-406b-a6b3-72b4bb26423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.867287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.883354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Attempting to bind port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:19.883730 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Attempting to bind port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:19.884091 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Attempting to bind port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:19.894476 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:19.894903 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Checking segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:19.895308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.895697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Bound using segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:19.896163 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Bound port: 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:19.896536 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.904591 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Pushing event updated for resources: {'Port': ['ID=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:19.910628 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.915110 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-f4bc85c3-3031-4d82-b342-1ca348f087f1 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192561 Aug 19 02:23:19.925258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.925606 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.925949 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.926311 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.926640 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.926968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.927335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.927663 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.928009 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.928335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.928652 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:19.928971 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:20.043829 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] For port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:20.050525 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] For port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:20.115096 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4465-4549-4af6-b392-aad3cbd17da5 req-4ffd457f-e5ab-4954-8efa-25132c28f9d0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:20.116739 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8b6c4465-4549-4af6-b392-aad3cbd17da5 req-4ffd457f-e5ab-4954-8efa-25132c28f9d0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.2574553 Aug 19 02:23:20.125273 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.217113 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-91f5df9f-6bd8-406b-a6b3-72b4bb26423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.220919 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8b6c4465-4549-4af6-b392-aad3cbd17da5 req-fe4a8d83-4cc4-4f77-85b9-929169e1c462 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882175 Aug 19 02:23:20.252056 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e98e08-4f95-44b4-bd90-f7f222fb920d None None] Pushing event updated for resources: {'Port': ['ID=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:20.351934 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-91f5df9f-6bd8-406b-a6b3-72b4bb26423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.400600 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-91f5df9f-6bd8-406b-a6b3-72b4bb26423f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27e6ba323c9e4843a218426afb5cd80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163995 Aug 19 02:23:20.401416 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42670) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:20.426775 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5df9f-6bd8-406b-a6b3-72b4bb26423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569200a5-3c93-4cb1-bf15-eab33f4363ba,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:20.462317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df35a1e-a564-4ded-a903-36dad1d0cfaa req-b4797684-09de-48a1-ab99-15524db45f37 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:20.463910 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5df35a1e-a564-4ded-a903-36dad1d0cfaa req-b4797684-09de-48a1-ab99-15524db45f37 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 944 time: 0.1571167 Aug 19 02:23:20.484817 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Allocated IP 172.27.3.174 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/d4051e7b-dd43-41ff-85ea-527ace2dbde0) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:20.540278 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-61bbcf70-c3ef-4777-aadf-424abdfd50d9 req-f38db5ad-08d9-47c9-9918-c8d9f3ed724e service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109974 Aug 19 02:23:20.547940 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.588019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.640322 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5df35a1e-a564-4ded-a903-36dad1d0cfaa req-267d2f07-0b57-4c83-be4e-32b6794a7456 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473775 Aug 19 02:23:20.705768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.728954 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.734271 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.739094 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/569200a5-3c93-4cb1-bf15-eab33f4363ba HTTP/1.1" status: 204 len: 168 time: 0.3364871 Aug 19 02:23:20.749276 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc53526-a1e4-48a2-9dfe-8806b6d9ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569200a5-3c93-4cb1-bf15-eab33f4363ba,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:20.825046 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ba15b450-245a-4bb7-a0aa-584604a25ffb req-46bb3c49-0748-4138-a304-56fd85050ce4 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 210 time: 0.0322838 Aug 19 02:23:20.860724 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:20.911130 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:20.914329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:20.916785 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:20.941853 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4051e7b-dd43-41ff-85ea-527ace2dbde0,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:21.356714 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86757ac-803e-4c7d-b3e6-baee0d50bfec req-b4155862-fe31-4fed-b3c0-ed2bfcca36a1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:21.358237 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b86757ac-803e-4c7d-b3e6-baee0d50bfec req-b4155862-fe31-4fed-b3c0-ed2bfcca36a1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0580523 Aug 19 02:23:21.375584 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c32fbf-24b7-4dee-b0f4-033805846ea5 None None] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:21.405550 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b86757ac-803e-4c7d-b3e6-baee0d50bfec req-95701dc2-2e05-4e6d-b945-9cdf0873dacb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Aug 19 02:23:21.508246 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:21.553189 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-1b465cb2-8da9-4252-9b1d-d6058b2ed3e1 None None] Provisioning for port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:21.572212 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-c140eb6b-0c22-43b3-91a6-bf3a794b6311 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:21.574189 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-c140eb6b-0c22-43b3-91a6-bf3a794b6311 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "GET /v2.0/networks?id=974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 200 len: 808 time: 0.2274890 Aug 19 02:23:21.602988 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42744) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:21.622972 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Request body: {'port': {'device_id': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'network_id': '974d27b4-a404-4786-878c-0d986478af46', 'admin_state_up': True, 'tenant_id': 'a3c0016ea0ad434b97875ad71379c925'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:21.634050 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-84dfbcf5-7fec-42fa-966a-fc270427f3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:21.665850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:21.743017 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:21.896776 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-84dfbcf5-7fec-42fa-966a-fc270427f3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:21.922879 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:21.941058 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72878f-6d0b-4920-8ad5-07c332499024 req-20e80493-b479-4fb8-8c03-639e221e164f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:21.943591 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aa72878f-6d0b-4920-8ad5-07c332499024 req-20e80493-b479-4fb8-8c03-639e221e164f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 944 time: 0.1296854 Aug 19 02:23:21.994913 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:22.002165 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:22.002541 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.014623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-84dfbcf5-7fec-42fa-966a-fc270427f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.021717 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1fb560cc-8a96-4e95-8f86-17ad696079bb req-1fa23dd8-2cfb-4f35-a973-a9efb347cfa0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 210 time: 0.0571504 Aug 19 02:23:22.071275 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-1bd7ecbd-5b5b-4df1-8237-332d5262935c None None] Provisioning complete for port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:22.071624 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ecbd-5b5b-4df1-8237-332d5262935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.080585 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfbcf5-7fec-42fa-966a-fc270427f3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d3bd6-0bfd-4d32-a66a-ece4402200fe,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:22.085753 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-84dfbcf5-7fec-42fa-966a-fc270427f3de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e338fce53c7a499db3babf9bc245fd72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816875 Aug 19 02:23:22.088465 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42762) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:22.114743 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aa72878f-6d0b-4920-8ad5-07c332499024 req-18f9c25d-b9a0-482e-98d7-4d44ffd2ec26 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092324 Aug 19 02:23:22.141083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Made reservation on behalf of a3c0016ea0ad434b97875ad71379c925 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:22.144956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.160144 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.175208 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.185233 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.243582 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:22.249075 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ecbd-5b5b-4df1-8237-332d5262935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.298249 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Allocated IP 172.20.0.11 (974d27b4-a404-4786-878c-0d986478af46/17db4947-e7f7-4994-af83-2e68eb7b9066/6af105c6-2082-48ff-b43c-e8efa2e4ce50) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:22.347267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.347519 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Router 2e44b638-2d66-4e57-b102-e782b7262d30 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:23:22.391667 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.394343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.398856 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/451d3bd6-0bfd-4d32-a66a-ece4402200fe HTTP/1.1" status: 204 len: 168 time: 0.3070796 Aug 19 02:23:22.406833 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbb971-658e-4149-bd0c-3db67cb6ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d3bd6-0bfd-4d32-a66a-ece4402200fe,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:22.448502 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.db.api [None req-1bd7ecbd-5b5b-4df1-8237-332d5262935c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:23:22.449001 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG oslo_db.api [None req-1bd7ecbd-5b5b-4df1-8237-332d5262935c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:23:22.449331 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:22.579548 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.610913 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:22.622680 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:22.627284 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2058c7-255f-4026-8c27-9508d90f5672 req-78885ea9-4454-47dd-b001-e7d70b7c7955 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:22.629136 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c2058c7-255f-4026-8c27-9508d90f5672 req-78885ea9-4454-47dd-b001-e7d70b7c7955 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1345873 Aug 19 02:23:22.631809 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:22.632426 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:22.691681 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c2058c7-255f-4026-8c27-9508d90f5672 req-1179c37b-c0fe-4a46-8e50-eb5359a5044f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Aug 19 02:23:22.728664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.729915 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-250aba4d-f842-412c-8a93-d8acdbe27cf3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0221834 Aug 19 02:23:22.740308 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42784) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:22.745195 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:22.757753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.810382 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Network 974d27b4-a404-4786-878c-0d986478af46 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:22.813609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:22.819888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:22.854439 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Pushing event updated for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:22.891723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:22.892898 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.958855 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:21Z', 'revision_number': 3, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:22.981425 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-fa32cc3a-ab0e-4af0-83ef-6c754ebaf091 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3626494 Aug 19 02:23:22.986774 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:22.987273 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Updating router 2e44b638-2d66-4e57-b102-e782b7262d30 port d4051e7b-dd43-41ff-85ea-527ace2dbde0 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:23.017294 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Request body: {'port': {'device_id': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:23.037103 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.148436 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.304963 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b848-2502-4d19-b1dd-9c3a61c2f2f7 req-89d5b705-b431-4b95-83d0-0ae4d555e7d8 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:23.304963 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4163b848-2502-4d19-b1dd-9c3a61c2f2f7 req-89d5b705-b431-4b95-83d0-0ae4d555e7d8 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 932 time: 0.1454282 Aug 19 02:23:23.354810 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344481f-d45f-40f1-ace8-9c17c0d8368a req-b2c93d5a-1774-479c-b544-9be03c5a93e7 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:23.471732 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2344481f-d45f-40f1-ace8-9c17c0d8368a req-b2c93d5a-1774-479c-b544-9be03c5a93e7 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 944 time: 0.1522491 Aug 19 02:23:23.472263 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4163b848-2502-4d19-b1dd-9c3a61c2f2f7 req-2a809baf-b26e-406b-b8f3-7e82d292ab99 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746906 Aug 19 02:23:23.473056 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.473234 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.473421 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Transition to ACTIVE for port object d4051e7b-dd43-41ff-85ea-527ace2dbde0 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:23.473503 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2344481f-d45f-40f1-ace8-9c17c0d8368a req-e7011f65-a9c9-45b9-afb7-3472b57d89e3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907407 Aug 19 02:23:23.615704 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Allocated IP 172.20.0.1 (58d304d8-0316-41b3-ae55-1f9ea752b69d/b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6/1f1d83c7-ad43-4e80-874e-b2c1ce167d93) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:23.649741 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:23.711139 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.723421 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:23.724060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.729687 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.provisioning_blocks [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Transition to ACTIVE for port object 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 will not be triggered until provisioned by entity DHCP. {{(pid=94405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:23.831889 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.861951 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af105c6-2082-48ff-b43c-e8efa2e4ce50 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:23.871699 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.880640 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cd81e-c088-47ee-b0c7-2f1d35bb18ff req-5fbb1972-1f81-4f07-baf6-c7745cdac6ef tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:23.882210 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e72cd81e-c088-47ee-b0c7-2f1d35bb18ff req-5fbb1972-1f81-4f07-baf6-c7745cdac6ef tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0915596 Aug 19 02:23:23.889237 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Attempting to bind port d4051e7b-dd43-41ff-85ea-527ace2dbde0 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:23.889608 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Attempting to bind port d4051e7b-dd43-41ff-85ea-527ace2dbde0 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:23.889971 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Attempting to bind port d4051e7b-dd43-41ff-85ea-527ace2dbde0 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:23.892812 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Pushing event updated for resources: {'Port': ['ID=d4051e7b-dd43-41ff-85ea-527ace2dbde0,revision_number=2']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:23.900229 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Bound port: d4051e7b-dd43-41ff-85ea-527ace2dbde0, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.909746 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Transition to ACTIVE for port object 6af105c6-2082-48ff-b43c-e8efa2e4ce50 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.913955 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:23.926791 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e72cd81e-c088-47ee-b0c7-2f1d35bb18ff req-93a78acb-8a93-4036-812d-1e72c1a4a98b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Aug 19 02:23:23.960810 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] For port d4051e7b-dd43-41ff-85ea-527ace2dbde0, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:23.963218 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:23.964217 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] For port d4051e7b-dd43-41ff-85ea-527ace2dbde0, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=d4051e7b-dd43-41ff-85ea-527ace2dbde0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:23.997957 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.005283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:24.008286 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:24.014676 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:24.015143 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.060643 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.078668 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.108678 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Pushing event updated for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.187847 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2392ae6-3032-47aa-999e-2dcb3a623260 None None] Pushing event updated for resources: {'Port': ['ID=d4051e7b-dd43-41ff-85ea-527ace2dbde0,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.216488 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Attempting to bind port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:24.216832 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Attempting to bind port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:24.217170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Attempting to bind port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 on network 974d27b4-a404-4786-878c-0d986478af46 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:24.224041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 on network 974d27b4-a404-4786-878c-0d986478af46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:23:24.224373 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Attempting to bind port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 on network 974d27b4-a404-4786-878c-0d986478af46 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:24.228556 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:24.232010 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:24.250738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:24.250738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Checking segment: {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:24.250738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Bound using segment: {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:24.250738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Bound port: 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:24.250738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.329621 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.335625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:24.335625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:24.352225 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 7cc1d229-3935-4a11-a064-816745570f8d details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:24.376410 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:24.432046 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.483763 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=7cc1d229-3935-4a11-a064-816745570f8d,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:24.496144 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.504236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.504500 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-b461ea5c-fd36-449b-a8d9-dca7eef4b3ce None None] Provisioning for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:24.505561 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] 10.222.0.41 "PUT /v2.0/ports/6af105c6-2082-48ff-b43c-e8efa2e4ce50 HTTP/1.1" status: 200 len: 1094 time: 1.5039306 Aug 19 02:23:24.506842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:24.512659 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d8ce0-b877-4773-9fde-4d091913964f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:24.521118 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-b461ea5c-fd36-449b-a8d9-dca7eef4b3ce None None] Provisioning complete for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:24.522587 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b461ea5c-fd36-449b-a8d9-dca7eef4b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.532174 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '7cc1d229-3935-4a11-a064-816745570f8d', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'port_id': '7cc1d229-3935-4a11-a064-816745570f8d', 'mac_address': 'fa:16:3e:4c:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c698f530-e5ae-4b3f-8d68-ba496142b3c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:24.572640 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307154f-1a31-4924-8de2-9a69bf6ce900 service neutron] Pushing event updated for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.589750 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.627412 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-b461ea5c-fd36-449b-a8d9-dca7eef4b3ce None None] Port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:24.633665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.662321 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc1d229-3935-4a11-a064-816745570f8d {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:24.672877 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85029f6c-cc82-4b91-a5bd-02b72f4b5f7b req-483c42c6-8992-417f-bf89-7413a40b25da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.682828 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85029f6c-cc82-4b91-a5bd-02b72f4b5f7b req-483c42c6-8992-417f-bf89-7413a40b25da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 944 time: 0.0845387 Aug 19 02:23:24.689012 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=7cc1d229-3935-4a11-a064-816745570f8d,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:24.703035 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7c65c-9012-4735-9f97-531165aa100d req-a7c2c947-00c1-43d0-b1d7-01ac26f7c7bf tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.704789 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1ce7c65c-9012-4735-9f97-531165aa100d req-a7c2c947-00c1-43d0-b1d7-01ac26f7c7bf tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 944 time: 0.1363633 Aug 19 02:23:24.706202 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.708527 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.761633 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:21Z', 'revision_number': 3, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:24.769044 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85029f6c-cc82-4b91-a5bd-02b72f4b5f7b req-a6a3fa6f-6588-4111-9512-560a95c6ff2a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853415 Aug 19 02:23:24.771843 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-a89318b6-d9f2-450e-b0b5-b38b1176bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.773294 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-a89318b6-d9f2-450e-b0b5-b38b1176bdc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 1097 time: 0.0876162 Aug 19 02:23:24.773729 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:24.805784 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22276993-3bb5-4915-bf56-8eef1eda5675 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:21Z', 'revision_number': 3, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:24.834579 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.845964 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-3bf8fa95-c46b-4d77-8fa6-0c5e6c626af4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50 HTTP/1.1" status: 200 len: 217 time: 0.0547214 Aug 19 02:23:24.883940 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:24.899914 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1ce7c65c-9012-4735-9f97-531165aa100d req-1aff4331-d88d-499f-9aba-63b62c0d3a95 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811786 Aug 19 02:23:24.928421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31061d1-f2fa-46b2-aa89-46db8edb6a5f x-openstack-request-id: req-e31061d1-f2fa-46b2-aa89-46db8edb6a5f {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:24.928421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:24.928421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e31061d1-f2fa-46b2-aa89-46db8edb6a5f {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:24.928421 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50', 'status': 'completed', 'code': 200} Aug 19 02:23:24.951256 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-0b960bbf-38b4-41d1-b5d2-6964e46b5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.954234 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-0b960bbf-38b4-41d1-b5d2-6964e46b5d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17db4947-e7f7-4994-af83-2e68eb7b9066 HTTP/1.1" status: 200 len: 848 time: 0.0989990 Aug 19 02:23:24.958577 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:24.960035 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:25.020113 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-a6619468-15c6-4901-879c-3a215c410e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=974d27b4-a404-4786-878c-0d986478af46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488513 Aug 19 02:23:25.162197 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:23:25.223944 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['7cc1d229-3935-4a11-a064-816745570f8d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:25.233283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f670a-8a30-47fd-b393-f02b70bb6085 req-e54c8c85-c77d-462d-bda0-6aeb8d7fe2cd tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.242905 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f14f670a-8a30-47fd-b393-f02b70bb6085 req-e54c8c85-c77d-462d-bda0-6aeb8d7fe2cd tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1629720 Aug 19 02:23:25.249546 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-cd2fc0bd-51ca-42e3-963b-711999427495 service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166522 Aug 19 02:23:25.379284 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f14f670a-8a30-47fd-b393-f02b70bb6085 req-a41280ca-bd03-40aa-8e6a-2ff38e9fc278 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354272 Aug 19 02:23:25.395681 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-29a3e729-30a2-46a1-9e4a-aa8963938282 None None] Provisioning complete for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:25.395681 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-29a3e729-30a2-46a1-9e4a-aa8963938282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:25.454042 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b2be42e-39e9-4d16-b022-230b80493d48 req-32e06019-cc2f-4849-956b-c0ef1dfa80b4 service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919751 Aug 19 02:23:25.475848 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-29a3e729-30a2-46a1-9e4a-aa8963938282 None None] Port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:25.492953 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:25.510993 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2a0db8ca-9da6-4e38-8931-23ed5f203779 admin admin] 10.222.0.38 "PUT /v2.0/routers/2e44b638-2d66-4e57-b102-e782b7262d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7691429 Aug 19 02:23:25.678533 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device d4051e7b-dd43-41ff-85ea-527ace2dbde0 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:25.705865 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-32efd3c8-bb35-498b-a43c-50b904a68b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.707399 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-32efd3c8-bb35-498b-a43c-50b904a68b13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 1097 time: 0.0726342 Aug 19 02:23:25.808067 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port d4051e7b-dd43-41ff-85ea-527ace2dbde0 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:25.813673 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port d4051e7b-dd43-41ff-85ea-527ace2dbde0 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:25.814510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:25.860420 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-4b1ee58a-2ec7-4cae-b9a9-1991934ecd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.863593 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-4b1ee58a-2ec7-4cae-b9a9-1991934ecd95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 200 len: 909 time: 0.1364970 Aug 19 02:23:25.920491 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-0fe2d8ff-2c71-4166-95a6-dd4cbda2489a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50 HTTP/1.1" status: 200 len: 217 time: 0.0438652 Aug 19 02:23:25.959918 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c475a0-b3a9-4516-944b-030d21b6e137 req-d467e268-f783-4482-96e1-8468c100d58e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.962838 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6c475a0-b3a9-4516-944b-030d21b6e137 req-d467e268-f783-4482-96e1-8468c100d58e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 945 time: 0.0872014 Aug 19 02:23:25.988977 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.004130 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-e02110bc-a566-4e99-8b67-6ba5f42b7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:26.005606 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-e02110bc-a566-4e99-8b67-6ba5f42b7d59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17db4947-e7f7-4994-af83-2e68eb7b9066 HTTP/1.1" status: 200 len: 848 time: 0.0747397 Aug 19 02:23:26.026948 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port d4051e7b-dd43-41ff-85ea-527ace2dbde0, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=d4051e7b-dd43-41ff-85ea-527ace2dbde0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:26.032844 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6c475a0-b3a9-4516-944b-030d21b6e137 req-d18710ad-4f06-44cb-baf6-425cd4b214b8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Aug 19 02:23:26.040747 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-488cec57-6868-4cf7-a4fa-e35eb5cf26bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=974d27b4-a404-4786-878c-0d986478af46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 Aug 19 02:23:26.111484 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.179907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=d4051e7b-dd43-41ff-85ea-527ace2dbde0,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:26.180145 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-d61ca840-85d6-44a7-b38e-c0d82c1c8c91 service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276934 Aug 19 02:23:26.189605 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13367d51-e1d0-429f-8fbd-fe0562e1e4c3 req-6eca17d8-0268-4be6-8778-f03db918c41c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:26.191103 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-13367d51-e1d0-429f-8fbd-fe0562e1e4c3 req-6eca17d8-0268-4be6-8778-f03db918c41c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 944 time: 0.0653927 Aug 19 02:23:26.240615 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-13367d51-e1d0-429f-8fbd-fe0562e1e4c3 req-5d3d4e80-9dc1-44f8-876e-51999acc588d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Aug 19 02:23:26.292962 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a5d8ce0-b877-4773-9fde-4d091913964f req-023d1a0d-8902-4a4c-8fab-55225ec4902d service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007006 Aug 19 02:23:26.315882 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42866) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:26.320449 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121021519', 'description': 'tempest-description--782882592'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:26.530798 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20013-e72a-4940-9aad-c2015bc1238e req-c78aa8a2-387c-4e84-8ffd-5f3460805985 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:26.532832 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8bc20013-e72a-4940-9aad-c2015bc1238e req-c78aa8a2-387c-4e84-8ffd-5f3460805985 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0676284 Aug 19 02:23:26.587809 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8bc20013-e72a-4940-9aad-c2015bc1238e req-641edfa6-8aa4-44bd-883f-38e813f4c1db tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Aug 19 02:23:26.671732 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.756827 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.826139 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.856413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88de496-a88f-4d2c-973f-aaa7e00d99ed,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:26.877045 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:26.886676 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:26.892729 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:26.934632 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:26.935867 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ad52b29b-9cef-44ea-8aff-551e7c7575ec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6190026 Aug 19 02:23:26.938643 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42878) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:26.943044 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group_rule': {'security_group_id': 'b88de496-a88f-4d2c-973f-aaa7e00d99ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:26.994609 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:27.041525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.105218 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.159612 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9b7d7-1cca-4773-8ef5-8a888b542936 req-2b135578-49d8-45c7-98a8-a24a5705f3da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:27.161083 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-02e9b7d7-1cca-4773-8ef5-8a888b542936 req-2b135578-49d8-45c7-98a8-a24a5705f3da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Aug 19 02:23:27.175393 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.209670 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 2, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:27.212293 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ede1bb3-b3cb-4628-9e04-bc50b00a63f8,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:27.228565 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-02e9b7d7-1cca-4773-8ef5-8a888b542936 req-35a31f03-524b-4aca-a562-8d4fb38b1305 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Aug 19 02:23:27.238514 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:27.238871 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Updating router 2e44b638-2d66-4e57-b102-e782b7262d30 port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:27.269954 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.317150 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.321038 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7521ee7b-b70c-4437-9f74-cdc97ce42eed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787730 Aug 19 02:23:27.321234 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42884) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:27.326770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group_rule': {'security_group_id': 'b88de496-a88f-4d2c-973f-aaa7e00d99ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:27.359293 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4489abd-d8df-4fa0-8b20-fe720757f2ec req-3229f3c0-20b0-4241-affa-8734039193c0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:27.360939 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c4489abd-d8df-4fa0-8b20-fe720757f2ec req-3229f3c0-20b0-4241-affa-8734039193c0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 944 time: 0.0577409 Aug 19 02:23:27.404746 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c4489abd-d8df-4fa0-8b20-fe720757f2ec req-86f14868-3a35-4343-aa53-3d122ad5dcfa tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Aug 19 02:23:27.454993 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.532396 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.625599 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.646792 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc34bbd-1b3c-469a-9801-6b25dbf1500c,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:27.653287 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device d4051e7b-dd43-41ff-85ea-527ace2dbde0 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:27.722817 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.724071 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4e91a55b-7d1c-4ef5-acfc-b7e638cac192 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019086 Aug 19 02:23:27.727581 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42900) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:27.733247 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:27.736250 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.746993 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Transition to ACTIVE for port object 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:27.749682 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef53f-9ae2-44c5-b579-c2d8beca294f req-b8e17183-62ed-4c42-a68f-ce4aefb4255b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:27.752249 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-55fef53f-9ae2-44c5-b579-c2d8beca294f req-b8e17183-62ed-4c42-a68f-ce4aefb4255b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0607622 Aug 19 02:23:27.757071 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port d4051e7b-dd43-41ff-85ea-527ace2dbde0 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:27.757446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.795090 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-55fef53f-9ae2-44c5-b579-c2d8beca294f req-b7613dd5-90f8-4681-bbfc-1303476b2cc3 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Aug 19 02:23:27.865318 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.866968 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.924280 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1be19-ca7f-4d8b-a371-bac823296edc None None] Pushing event updated for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:27.972363 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Attempting to bind port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:27.972729 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Attempting to bind port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:27.973088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Attempting to bind port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:27.984562 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.986563 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:27.986873 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Checking segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:27.987745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:27.987745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Bound using segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:27.988149 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Bound port: 1f1d83c7-ad43-4e80-874e-b2c1ce167d93, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:27.988660 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.059714 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] For port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:28.065135 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] For port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:28.097126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Allocated IP 172.27.3.245 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/7c9803aa-17a3-49b7-8698-e05536f85f05) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:28.128705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.189260 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:28.189462 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:28.215907 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.224261 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1be19-ca7f-4d8b-a371-bac823296edc None None] Pushing event updated for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:28.313362 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:28.369215 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e4fc-8cfd-4dc7-b94b-6cf0d67ab60d req-21fd33ec-0ae3-4342-96b9-6eb61e7f9240 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:28.370805 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a8a4e4fc-8cfd-4dc7-b94b-6cf0d67ab60d req-21fd33ec-0ae3-4342-96b9-6eb61e7f9240 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 945 time: 0.0511043 Aug 19 02:23:28.373828 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.394867 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6af105c6-2082-48ff-b43c-e8efa2e4ce50 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:28.397397 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 7cc1d229-3935-4a11-a064-816745570f8d up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:28.428462 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:28.437445 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:28.451474 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:28.461727 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=7c9803aa-17a3-49b7-8698-e05536f85f05,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:28.468450 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a8a4e4fc-8cfd-4dc7-b94b-6cf0d67ab60d req-f5d6f215-04d8-4d93-9865-ca13ffaee4da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893915 Aug 19 02:23:28.546374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.db.resource_extend [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 02:23:28.572054 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca1b8-084e-48cb-b630-7b1f9e95bde6 req-a754b439-88c8-4def-af8b-997c256adc85 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:28.574042 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-614ca1b8-084e-48cb-b630-7b1f9e95bde6 req-a754b439-88c8-4def-af8b-997c256adc85 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 944 time: 0.0778043 Aug 19 02:23:28.579022 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.625799 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-614ca1b8-084e-48cb-b630-7b1f9e95bde6 req-9e73e418-dc42-445c-a8d4-dfb7e56b6fd7 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Aug 19 02:23:28.674136 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.705701 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:28.721321 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '6af105c6-2082-48ff-b43c-e8efa2e4ce50', 'network_id': '974d27b4-a404-4786-878c-0d986478af46', 'port_id': '6af105c6-2082-48ff-b43c-e8efa2e4ce50', 'mac_address': 'fa:16:3e:2c:7e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17db4947-e7f7-4994-af83-2e68eb7b9066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:28.727399 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:28Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:28.775737 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 7cc1d229-3935-4a11-a064-816745570f8d completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:28.777793 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a85f2-bc39-4ba0-bf85-ace5286507c3 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:28Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:28.785820 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 7cc1d229-3935-4a11-a064-816745570f8d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:28.786200 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.820477 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.857598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.860568 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af105c6-2082-48ff-b43c-e8efa2e4ce50 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:28.885229 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:28.923511 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.942610 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.951858 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:28.970693 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.000963 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324c7b-2a8f-46c0-ab74-89e6399e10ba req-d4da91ee-f65e-4f94-b51e-a5a93045bc22 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:29.002538 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dd324c7b-2a8f-46c0-ab74-89e6399e10ba req-d4da91ee-f65e-4f94-b51e-a5a93045bc22 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1149919 Aug 19 02:23:29.018073 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=7c9803aa-17a3-49b7-8698-e05536f85f05,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:29.032353 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:29.034794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af4dca-c30e-48c7-8eea-ef3e100832fc" -d '{"events": [{"server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1d229-3935-4a11-a064-816745570f8d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:29.053646 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=7cc1d229-3935-4a11-a064-816745570f8d,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:29.071298 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:29.083586 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.083691 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dd324c7b-2a8f-46c0-ab74-89e6399e10ba req-ba7caca4-d534-4d10-8559-8df112cf3006 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Aug 19 02:23:29.083781 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7e904a40-39fa-4697-8751-84202ce8f6ab tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3539460 Aug 19 02:23:29.097306 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a63c2-3693-4ab1-a8e5-2cb1a3fab41d x-openstack-request-id: req-1d6a63c2-3693-4ab1-a8e5-2cb1a3fab41d {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:29.097601 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1d229-3935-4a11-a064-816745570f8d", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:29.097856 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d6a63c2-3693-4ab1-a8e5-2cb1a3fab41d {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:29.098336 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d', 'code': 200} Aug 19 02:23:29.151423 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.217558 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:29.434478 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['6af105c6-2082-48ff-b43c-e8efa2e4ce50'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:29.500202 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42934) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:29.563740 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6ca3-3237-411d-ab7f-a60c7e459c96 req-639544d6-a691-416a-b807-dbc26d3b273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:29.565271 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b0a6ca3-3237-411d-ab7f-a60c7e459c96 req-639544d6-a691-416a-b807-dbc26d3b273b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0874417 Aug 19 02:23:29.667316 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9b0a6ca3-3237-411d-ab7f-a60c7e459c96 req-cd06031d-6e0c-4291-b8f2-0e9732ad3baa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939202 Aug 19 02:23:29.682714 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71b950-c8b6-49ed-ad07-3e365fd46343 req-dc4afff0-3cdf-4fb2-a9ae-771281a92f87 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:29.692687 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9d71b950-c8b6-49ed-ad07-3e365fd46343 req-dc4afff0-3cdf-4fb2-a9ae-771281a92f87 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.1017327 Aug 19 02:23:29.699271 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59fa308a-b59b-4965-b750-aaf3bc5ff611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.747647 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:29.749505 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9d71b950-c8b6-49ed-ad07-3e365fd46343 req-c324e992-925b-4f61-83d4-5fddf7333e59 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Aug 19 02:23:29.826716 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59fa308a-b59b-4965-b750-aaf3bc5ff611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.880140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e879a-e64c-456d-94e9-e724930635c5 req-f600b4f1-2ad1-4282-ae5c-52de8494ee98 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:29.881738 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7d2e879a-e64c-456d-94e9-e724930635c5 req-f600b4f1-2ad1-4282-ae5c-52de8494ee98 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 945 time: 0.0604603 Aug 19 02:23:29.893697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:29.897724 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:29.899431 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.922173 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-59fa308a-b59b-4965-b750-aaf3bc5ff611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:29.924730 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7d2e879a-e64c-456d-94e9-e724930635c5 req-58428e2f-2276-454f-81a2-6e672c78f820 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359380 Aug 19 02:23:29.973758 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-59fa308a-b59b-4965-b750-aaf3bc5ff611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31f50b6f084b4ec7baa82022b9dcbde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722807 Aug 19 02:23:29.976908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42948) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:29.979758 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa308a-b59b-4965-b750-aaf3bc5ff611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337aa03e-8116-416e-94e3-3f36c350a827,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:30.019020 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.041291 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.057113 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:30.065909 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.123121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.172275 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:30.174620 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.178271 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.179449 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/337aa03e-8116-416e-94e3-3f36c350a827 HTTP/1.1" status: 204 len: 168 time: 0.2013848 Aug 19 02:23:30.188578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764f648-b634-40a4-bd08-3dea417a5fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337aa03e-8116-416e-94e3-3f36c350a827,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:30.314304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605480c7-545d-4c7a-8767-2838983e7847 req-dbdcd105-f0af-47a2-81aa-6646baa93db3 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:30.315797 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-605480c7-545d-4c7a-8767-2838983e7847 req-dbdcd105-f0af-47a2-81aa-6646baa93db3 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0595732 Aug 19 02:23:30.358212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-605480c7-545d-4c7a-8767-2838983e7847 req-2a6fdef9-05fe-4e04-a68d-c273490d0b24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Aug 19 02:23:30.727077 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42960) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:30.740280 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fb5c-ea14-434a-bfb2-78446e691251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.833436 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fb5c-ea14-434a-bfb2-78446e691251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.866543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc3610-f413-4d21-94c2-a316a1ce7a12 req-7644f98b-8ed2-4ac8-96c9-da0380039e74 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:30.868255 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00cc3610-f413-4d21-94c2-a316a1ce7a12 req-7644f98b-8ed2-4ac8-96c9-da0380039e74 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.0499625 Aug 19 02:23:30.893766 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fb5c-ea14-434a-bfb2-78446e691251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:30.912286 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00cc3610-f413-4d21-94c2-a316a1ce7a12 req-270b80cf-72cb-4d11-8622-c79656ce31ec tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Aug 19 02:23:30.936031 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5ff8fb5c-ea14-434a-bfb2-78446e691251 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=296f049eec2b4552b9cc0b33cc917161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078037 Aug 19 02:23:30.938753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42964) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:30.941306 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8fb5c-ea14-434a-bfb2-78446e691251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f166a4cf-12a0-4cd9-a7fa-61e7a676d5e2,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:31.017523 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:31.061736 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:31.081970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b715-2290-4b44-93f6-3788beb8c26f req-0e1f8e3f-18f1-4323-8ead-d58be9faf78b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:31.083450 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cdd7b715-2290-4b44-93f6-3788beb8c26f req-0e1f8e3f-18f1-4323-8ead-d58be9faf78b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 945 time: 0.0801063 Aug 19 02:23:31.139329 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cdd7b715-2290-4b44-93f6-3788beb8c26f req-41c0d632-1e09-4d54-88b6-61d24f170cb6 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Aug 19 02:23:31.216442 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:31.219987 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:31.221148 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f166a4cf-12a0-4cd9-a7fa-61e7a676d5e2 HTTP/1.1" status: 204 len: 168 time: 0.2813845 Aug 19 02:23:31.237471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487f11c-7788-40ad-8666-267e349fe309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f166a4cf-12a0-4cd9-a7fa-61e7a676d5e2,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:31.544479 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced048e-cc04-47ad-9a6c-9ae5b3390365 req-02d75e77-ba26-4b21-a1ff-b33eee0d4033 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:31.550378 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2ced048e-cc04-47ad-9a6c-9ae5b3390365 req-02d75e77-ba26-4b21-a1ff-b33eee0d4033 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0508285 Aug 19 02:23:31.588633 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2ced048e-cc04-47ad-9a6c-9ae5b3390365 req-91d20e50-d937-4587-9f2d-44678a115964 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Aug 19 02:23:31.646838 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:31.695928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:31.696304 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.030584 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009131e1-d740-4d80-8ecf-c3fc9f6e9cb3 req-bc220527-3d78-4e1f-b2fa-4804b1d4b9f4 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:32.032646 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-009131e1-d740-4d80-8ecf-c3fc9f6e9cb3 req-bc220527-3d78-4e1f-b2fa-4804b1d4b9f4 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.0548060 Aug 19 02:23:32.072250 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-009131e1-d740-4d80-8ecf-c3fc9f6e9cb3 req-7c0d83e9-978a-4f5e-a28d-a745adc49189 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Aug 19 02:23:32.263320 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43010) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:32.310424 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1b0e-2b8a-43ca-98f7-a545cc3570c4 req-536d9faa-325e-4e5b-9d3f-61479c52486a tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:32.311917 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-323f1b0e-2b8a-43ca-98f7-a545cc3570c4 req-536d9faa-325e-4e5b-9d3f-61479c52486a tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 945 time: 0.0672805 Aug 19 02:23:32.353713 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-323f1b0e-2b8a-43ca-98f7-a545cc3570c4 req-9cfb2245-6a9b-4496-9e12-5107a50bfd81 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Aug 19 02:23:32.371554 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-608617698-network', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:32.385169 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6af105c6-2082-48ff-b43c-e8efa2e4ce50 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:32.448331 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Made reservation on behalf of 3c66a4d5f54443e4b5e42435286481b1 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:32.450906 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.464434 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.528387 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:32.537004 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:32.537640 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.568285 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.631701 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.648052 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.656050 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:32.658415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a540c749-100c-435c-a09c-3c3b8ed065b3" -d '{"events": [{"server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "name": "network-vif-plugged", "status": "completed", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:32.670428 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:23:32.674608 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:32.685493 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611bfddb-c236-40d3-b4e9-6c2009b59531,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:32.689312 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.689658 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Added segment bed30251-7234-4a77-bccd-eb26056adf02 of type vlan for network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 Aug 19 02:23:32.730135 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.733491 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-230f04af-e859-43d7-8823-a18694657f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.763066 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.821862 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:32.824722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.825806 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:32.826432 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:32.889331 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:32.899236 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:23:32.957537 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-385e1c44-1d5e-474b-a7e4-40db47fb3ac5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6927857 Aug 19 02:23:32.960584 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43030) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:32.965482 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Request body: {'subnet': {'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-608617698-subnet', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:33.031439 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee39f8-cf61-41b5-8bd2-caed7747f256 req-db374338-7bb2-4bfd-9ac2-4b361f7b8da5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.031439 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3aee39f8-cf61-41b5-8bd2-caed7747f256 req-db374338-7bb2-4bfd-9ac2-4b361f7b8da5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0639102 Aug 19 02:23:33.067995 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3aee39f8-cf61-41b5-8bd2-caed7747f256 req-2fa6ddc1-cab7-4ec7-8ef8-7c0082214989 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321465 Aug 19 02:23:33.070598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Made reservation on behalf of 3c66a4d5f54443e4b5e42435286481b1 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:33.072942 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.130355 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59968798-cbdb-46c2-8fb8-36a6124ddd2a x-openstack-request-id: req-59968798-cbdb-46c2-8fb8-36a6124ddd2a {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:33.130839 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "name": "network-vif-plugged", "status": "completed", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:33.131153 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59968798-cbdb-46c2-8fb8-36a6124ddd2a {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:33.131753 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50', 'code': 200} Aug 19 02:23:33.328391 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.383179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adf476a-8b5e-4435-a88f-99787d67cff3,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:33.394394 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Checking segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:33.394759 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Network hostable DHCP agents. Network: 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:23:33.449345 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:23:33.509506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae537f9a-6e7d-4f62-9ca2-ee80ee966291 req-df0718a9-f829-4302-8b8d-f5484e5006ea tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.510990 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:33.511139 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae537f9a-6e7d-4f62-9ca2-ee80ee966291 req-df0718a9-f829-4302-8b8d-f5484e5006ea tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0772285 Aug 19 02:23:33.515398 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.516104 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.519785 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394b55d-6f50-41d8-a438-4ef16feb9aac None None] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:33.522478 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085198-eff8-4627-93f4-9b6547ed4edc req-7e9ae86a-7913-420f-84d2-c57c40aeeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.524031 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85085198-eff8-4627-93f4-9b6547ed4edc req-7e9ae86a-7913-420f-84d2-c57c40aeeb91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 1099 time: 0.0796733 Aug 19 02:23:33.587366 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae537f9a-6e7d-4f62-9ca2-ee80ee966291 req-8ab40d4c-38c4-4e90-995e-ab4211e50c1a tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623901 Aug 19 02:23:33.591946 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85085198-eff8-4627-93f4-9b6547ed4edc req-90562027-88c3-492f-a654-698068d9d299 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527148 Aug 19 02:23:33.597436 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-fac5d171-e3f1-455e-9116-4d2a643a7512 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6358070 Aug 19 02:23:33.600495 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43034) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:33.604875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:33.670168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:23:33.671010 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.688288 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.689371 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.741753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.808848 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Allocated IP 172.20.0.2 (2c7b271c-f2df-44e1-9b0a-ad56ab035ff7/3adf476a-8b5e-4435-a88f-99787d67cff3/63ccfc20-bfd2-4bee-abd3-40443645bd5a) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:33.962442 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.962675 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:33.973561 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Transition to ACTIVE for port object 63ccfc20-bfd2-4bee-abd3-40443645bd5a will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:33.999845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Transition to ACTIVE for port object 63ccfc20-bfd2-4bee-abd3-40443645bd5a will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:34.169133 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.216436 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:34.219534 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:34.225366 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:34.228461 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Pushing event updated for resources: {'Port': ['ID=63ccfc20-bfd2-4bee-abd3-40443645bd5a,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:34.235341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18fe0-709c-44e3-b639-f082512de260 req-cdd72f5c-1003-4fbe-ab29-ee4325c78e51 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:34.239646 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0be18fe0-709c-44e3-b639-f082512de260 req-cdd72f5c-1003-4fbe-ab29-ee4325c78e51 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0967774 Aug 19 02:23:34.285820 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Attempting to bind port 63ccfc20-bfd2-4bee-abd3-40443645bd5a on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:34.286220 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Attempting to bind port 63ccfc20-bfd2-4bee-abd3-40443645bd5a by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:34.286591 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Attempting to bind port 63ccfc20-bfd2-4bee-abd3-40443645bd5a on network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:34.292122 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:34.292635 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Checking segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:34.293589 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.293986 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Bound using segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:34.294814 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Bound port: 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:34.295198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.298122 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0be18fe0-709c-44e3-b639-f082512de260 req-6991172e-6f58-4071-85fd-374b37a571b3 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Aug 19 02:23:34.437203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.456488 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.474368 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] For port 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:34.477685 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] For port 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=63ccfc20-bfd2-4bee-abd3-40443645bd5a,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:34.562474 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Allocated IP 172.27.3.203 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/23e72146-a30f-402e-b4cf-1808105c07c0) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:34.568807 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.629451 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024a98-1492-4da3-9b54-a9b76809419e None None] Pushing event updated for resources: {'Port': ['ID=63ccfc20-bfd2-4bee-abd3-40443645bd5a,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:34.723998 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.758341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcbc01-b854-479c-b7d5-dd5371faa0ba req-52f96185-a53b-4f70-bd90-ce3b9ea6473b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:34.759962 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4ebcbc01-b854-479c-b7d5-dd5371faa0ba req-52f96185-a53b-4f70-bd90-ce3b9ea6473b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0829010 Aug 19 02:23:34.824361 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4ebcbc01-b854-479c-b7d5-dd5371faa0ba req-7f667b58-b13e-4cb6-8972-ed51082e1f86 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534050 Aug 19 02:23:34.893819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:34.922927 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:23:34.941820 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:34.959833 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:34.963639 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:34.966030 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Pushing event updated for resources: {'Port': ['ID=23e72146-a30f-402e-b4cf-1808105c07c0,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:35.253144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7d194f3a-b62a-447e-8b01-034bd7aac25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:35.269394 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:35.511961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d093a-68ad-42b1-a398-403377cdf11f req-2acc7fc8-0308-493e-8a7d-97fad4cf6032 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:35.513549 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fd3d093a-68ad-42b1-a398-403377cdf11f req-2acc7fc8-0308-493e-8a7d-97fad4cf6032 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1311197 Aug 19 02:23:35.550065 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:35.555729 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:35.600640 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fd3d093a-68ad-42b1-a398-403377cdf11f req-359ffd4b-6c9e-47db-98be-145c4e560d63 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Aug 19 02:23:35.695958 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe762355-a59d-4dff-9250-66e95a33547b None None] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:35.752216 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 63ccfc20-bfd2-4bee-abd3-40443645bd5a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:35.790992 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Router 187ac0cc-077d-4df0-9c11-a75ae63060c7 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:23:35.873331 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-0099af70-f211-405f-9533-c39881a0c315 None None] Provisioning for port 63ccfc20-bfd2-4bee-abd3-40443645bd5a completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:35.921351 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 63ccfc20-bfd2-4bee-abd3-40443645bd5a completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:35.926948 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 63ccfc20-bfd2-4bee-abd3-40443645bd5a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:35.927317 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:35.966041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:35.984946 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Sync routers for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:36.010667 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442210c5-42a9-4c9b-ac28-28dad966cccf req-dd07289a-3023-498d-9f52-1cc7a734b24c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:36.012651 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:36.013394 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:36.013554 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-442210c5-42a9-4c9b-ac28-28dad966cccf req-dd07289a-3023-498d-9f52-1cc7a734b24c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0936544 Aug 19 02:23:36.048720 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.091813 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-442210c5-42a9-4c9b-ac28-28dad966cccf req-9f0a0467-6eac-43f3-bb1e-b0bd91f35663 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 Aug 19 02:23:36.122853 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.124238 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-86f9d402-86e6-43d6-a665-5a2a9a5a9898 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5227928 Aug 19 02:23:36.126334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=63ccfc20-bfd2-4bee-abd3-40443645bd5a,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:36.126924 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43076) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:36.163733 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:36.214200 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.296997 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=63ccfc20-bfd2-4bee-abd3-40443645bd5a,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:36.347028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.357309 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-af1feb28-35be-4a93-a505-5a4dda6aeed6 None None] Provisioning complete for port 63ccfc20-bfd2-4bee-abd3-40443645bd5a triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:36.357970 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-af1feb28-35be-4a93-a505-5a4dda6aeed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.399328 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:35Z', 'revision_number': 3, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:36.427836 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Checking router: 187ac0cc-077d-4df0-9c11-a75ae63060c7 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:36.428179 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Updating router 187ac0cc-077d-4df0-9c11-a75ae63060c7 port 23e72146-a30f-402e-b4cf-1808105c07c0 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:36.460994 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.733535 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.744287 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Transition to ACTIVE for port object 23e72146-a30f-402e-b4cf-1808105c07c0 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:36.813437 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.858104 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.864832 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d0c44-0f71-427b-9a96-92b030b0f29a None None] Pushing event updated for resources: {'Port': ['ID=23e72146-a30f-402e-b4cf-1808105c07c0,revision_number=2']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:36.869190 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Attempting to bind port 23e72146-a30f-402e-b4cf-1808105c07c0 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:36.869595 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Attempting to bind port 23e72146-a30f-402e-b4cf-1808105c07c0 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:36.869966 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Attempting to bind port 23e72146-a30f-402e-b4cf-1808105c07c0 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:36.876022 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:36.876391 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:36.876847 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.877232 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:36.877932 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Bound port: 23e72146-a30f-402e-b4cf-1808105c07c0, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:36.878088 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:36.928959 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] For port 23e72146-a30f-402e-b4cf-1808105c07c0, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:36.931866 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] For port 23e72146-a30f-402e-b4cf-1808105c07c0, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=23e72146-a30f-402e-b4cf-1808105c07c0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:36.989333 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.025435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Allocated IP 172.20.0.1 (2c7b271c-f2df-44e1-9b0a-ad56ab035ff7/3adf476a-8b5e-4435-a88f-99787d67cff3/b59bfcab-f3ea-4d8a-8a07-3991f9aab835) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:37.054188 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:37.054798 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:37.057581 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d0c44-0f71-427b-9a96-92b030b0f29a None None] Pushing event updated for resources: {'Port': ['ID=23e72146-a30f-402e-b4cf-1808105c07c0,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:37.144220 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.156258 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Transition to ACTIVE for port object b59bfcab-f3ea-4d8a-8a07-3991f9aab835 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:37.181176 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:37.248375 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.295926 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:37.299033 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:37.303580 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:37.305551 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Pushing event updated for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:37.348925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.368059 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:35Z', 'revision_number': 3, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:37.398876 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be012a5-92d9-4a7e-aa82-aa663e4f8624 None None] The sync data for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi is: [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:35Z', 'revision_number': 3, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:37.585847 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.654390 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f4f1aa9a-4c6e-4136-8dcd-d90315b0052f None None] Provisioning for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:37.661809 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f4f1aa9a-4c6e-4136-8dcd-d90315b0052f None None] Provisioning complete for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:37.661809 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f4f1aa9a-4c6e-4136-8dcd-d90315b0052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.691063 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 63ccfc20-bfd2-4bee-abd3-40443645bd5a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:37.739530 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1aa9a-4c6e-4136-8dcd-d90315b0052f None None] Port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:37.761474 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 63ccfc20-bfd2-4bee-abd3-40443645bd5a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:37.762354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.813764 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.859427 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:37.928275 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Pushing event updated for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:37.931476 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:38.045126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:38.046560 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:38.048144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:38.187752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Router 187ac0cc-077d-4df0-9c11-a75ae63060c7 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:23:38.272376 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-0f2500af-baa4-42a5-882b-88469d48851b None None] Provisioning complete for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:38.272715 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0f2500af-baa4-42a5-882b-88469d48851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:38.309959 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-0f2500af-baa4-42a5-882b-88469d48851b None None] Port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:38.315899 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:38.321404 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b16b8b34-a3a4-40f4-aacb-03a6f715362d admin admin] 10.222.0.38 "PUT /v2.0/routers/187ac0cc-077d-4df0-9c11-a75ae63060c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935198 Aug 19 02:23:39.027307 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43112) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:39.032678 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-203815397-network', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:39.046442 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Sync routers for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:39.062454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:39.069109 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:39.139483 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Made reservation on behalf of d64ebb4cd5314433b6cf176c7f15faf0 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:39.141846 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.150572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.171382 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:39.255093 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.345339 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.371719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:23:39.381698 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7af3c-e5c3-4bf0-89cc-b81d74fa1bff,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:39.388035 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.388401 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Added segment 0d3e9b71-022e-4a4c-9170-d61757facbfb of type vlan for network 580e790e-56f1-444a-a026-dac6fb87d7b8 Aug 19 02:23:39.391721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 2, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:39.420151 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Checking router: 187ac0cc-077d-4df0-9c11-a75ae63060c7 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:39.420505 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Updating router 187ac0cc-077d-4df0-9c11-a75ae63060c7 port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:39.430053 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.445384 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.504836 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.505891 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:39.506510 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.564280 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] Pushing event updated for resources: {'Network': ['ID=580e790e-56f1-444a-a026-dac6fb87d7b8,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:39.581352 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:23:39.629261 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7e2fa9e8-ffe4-49ab-8ada-ffde3a7ba9fb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6007528 Aug 19 02:23:39.629618 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43118) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:39.634965 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Request body: {'subnet': {'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-203815397-subnet', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:39.681985 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 23e72146-a30f-402e-b4cf-1808105c07c0 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:39.716994 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Made reservation on behalf of d64ebb4cd5314433b6cf176c7f15faf0 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:39.719972 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.813886 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.824185 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Transition to ACTIVE for port object b59bfcab-f3ea-4d8a-8a07-3991f9aab835 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:39.859215 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 23e72146-a30f-402e-b4cf-1808105c07c0 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:39.862978 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 23e72146-a30f-402e-b4cf-1808105c07c0 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:39.866250 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.884702 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.939790 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:39.946409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7504-db78-4970-ad84-fb72b6a67217 None None] Pushing event updated for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:39.989864 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b45f603-08c1-4246-8c8c-b95074753de0,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:40.020473 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Checking segment: {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:40.020850 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Network hostable DHCP agents. Network: 580e790e-56f1-444a-a026-dac6fb87d7b8, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:23:40.039808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Attempting to bind port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:40.045866 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Attempting to bind port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:40.045866 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Attempting to bind port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 on network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:40.045866 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.052688 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:40.053330 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Checking segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:40.053438 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.053829 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Bound using segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:40.054326 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Bound port: b59bfcab-f3ea-4d8a-8a07-3991f9aab835, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:40.054702 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.079497 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 23e72146-a30f-402e-b4cf-1808105c07c0, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=23e72146-a30f-402e-b4cf-1808105c07c0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:40.105105 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:23:40.131836 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] For port b59bfcab-f3ea-4d8a-8a07-3991f9aab835, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:40.137846 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] For port b59bfcab-f3ea-4d8a-8a07-3991f9aab835, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:40.162028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.190958 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 580e790e-56f1-444a-a026-dac6fb87d7b8) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:40.195376 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:40.201051 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.201383 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb6188-e774-4553-9fde-dc8f4a6765fe None None] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:40.255678 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.258968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=23e72146-a30f-402e-b4cf-1808105c07c0,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:40.280037 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-601d9171-d649-4983-8f11-47a4b8d91917 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6474159 Aug 19 02:23:40.281610 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43124) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:40.286166 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:40.351257 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7504-db78-4970-ad84-fb72b6a67217 None None] Pushing event updated for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:40.355607 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:40.356821 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:40.389544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.389544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.444119 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.639332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.646092 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-580e790e-56f1-444a-a026-dac6fb87d7b8', 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'fixed_ips': [{'subnet_id': '6b45f603-08c1-4246-8c8c-b95074753de0'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:23:40.646911 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.653788 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:40.916954 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Allocated IP 172.20.0.2 (580e790e-56f1-444a-a026-dac6fb87d7b8/6b45f603-08c1-4246-8c8c-b95074753de0/ff9bb696-6e92-43ff-8c69-a79827bf8354) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:40.919851 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:40.940979 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.043733 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:41.054170 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Allocated IP 172.27.3.237 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/71841e9e-399b-4e8a-8f21-ddb2daaea748) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:41.078978 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518f03-8b0d-4ac3-aec3-8b5e9795f23b None None] The sync data for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi is: [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:41.156002 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.170308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Transition to ACTIVE for port object ff9bb696-6e92-43ff-8c69-a79827bf8354 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:41.179123 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.186538 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Transition to ACTIVE for port object ff9bb696-6e92-43ff-8c69-a79827bf8354 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:41.242629 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.287500 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:41.287930 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:41.291778 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:41.301864 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Pushing event updated for resources: {'Port': ['ID=ff9bb696-6e92-43ff-8c69-a79827bf8354,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:41.334309 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.369226 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Attempting to bind port ff9bb696-6e92-43ff-8c69-a79827bf8354 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:41.370625 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Attempting to bind port ff9bb696-6e92-43ff-8c69-a79827bf8354 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:41.371219 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Attempting to bind port ff9bb696-6e92-43ff-8c69-a79827bf8354 on network 580e790e-56f1-444a-a026-dac6fb87d7b8 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:41.386147 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:41.387478 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Checking segment: {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:41.388548 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.389406 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Bound using segment: {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:41.390503 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Bound port: ff9bb696-6e92-43ff-8c69-a79827bf8354, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:41.391199 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.395272 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:41.402083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:41.405092 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Pushing event updated for resources: {'Port': ['ID=71841e9e-399b-4e8a-8f21-ddb2daaea748,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:41.407449 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:41.466805 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] For port ff9bb696-6e92-43ff-8c69-a79827bf8354, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:41.470275 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] For port ff9bb696-6e92-43ff-8c69-a79827bf8354, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ff9bb696-6e92-43ff-8c69-a79827bf8354,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:41.551618 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.634606 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c2f0-bd81-4e57-a8f3-06ef7c9a9711 None None] Pushing event updated for resources: {'Port': ['ID=ff9bb696-6e92-43ff-8c69-a79827bf8354,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:41.723513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.758274 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b59bfcab-f3ea-4d8a-8a07-3991f9aab835 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:41.899013 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:41.904468 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:41.904855 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.005305 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.054710 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port b59bfcab-f3ea-4d8a-8a07-3991f9aab835, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:42.133264 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.134159 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 23e72146-a30f-402e-b4cf-1808105c07c0 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:42.187989 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.227708 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:42.239159 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 23e72146-a30f-402e-b4cf-1808105c07c0 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:42.239543 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.374706 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:23:42.499709 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:42.509180 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Sync routers for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:42.518181 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:42.518785 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:42.585289 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:42.587180 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b67d8858-9222-4a47-ae93-211989a5b20d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3044987 Aug 19 02:23:42.589697 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43134) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:42.631172 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:42.662374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c660bc-9529-4c9c-8391-0155cf4c0fb6 None None] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:23:42.802290 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-00a5da08-776c-4fe4-b8f6-78055f6cb745 None None] Provisioning for port ff9bb696-6e92-43ff-8c69-a79827bf8354 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:42.913287 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:41Z', 'revision_number': 3, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:42.939812 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Checking router: 7a9924ba-3e7b-44a3-a3c5-621df9a80578 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:42.940168 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Updating router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 port 71841e9e-399b-4e8a-8f21-ddb2daaea748 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:42.973198 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.049386 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.208963 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Allocated IP 172.20.0.1 (580e790e-56f1-444a-a026-dac6fb87d7b8/6b45f603-08c1-4246-8c8c-b95074753de0/30eca830-5f25-42dd-877f-60f7bb2a1add) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:43.235894 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.250522 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Transition to ACTIVE for port object 71841e9e-399b-4e8a-8f21-ddb2daaea748 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:43.314334 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.316526 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.328122 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.provisioning_blocks [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Transition to ACTIVE for port object 30eca830-5f25-42dd-877f-60f7bb2a1add will not be triggered until provisioned by entity DHCP. {{(pid=94405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:43.369367 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049def90-7490-4236-83fe-afe893f3845a None None] Pushing event updated for resources: {'Port': ['ID=71841e9e-399b-4e8a-8f21-ddb2daaea748,revision_number=2']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:43.374055 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Attempting to bind port 71841e9e-399b-4e8a-8f21-ddb2daaea748 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:43.376751 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Attempting to bind port 71841e9e-399b-4e8a-8f21-ddb2daaea748 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:43.376751 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Attempting to bind port 71841e9e-399b-4e8a-8f21-ddb2daaea748 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:43.380264 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:43.380626 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:43.381010 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.381385 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:43.381830 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Bound port: 71841e9e-399b-4e8a-8f21-ddb2daaea748, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:43.382236 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.424874 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.437921 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] For port 71841e9e-399b-4e8a-8f21-ddb2daaea748, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:43.441136 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] For port 71841e9e-399b-4e8a-8f21-ddb2daaea748, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=71841e9e-399b-4e8a-8f21-ddb2daaea748,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:43.470603 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:43.476308 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:43.480014 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:43.480516 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.517112 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Pushing event updated for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:43.527503 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.599870 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:43.600041 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:43.602608 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049def90-7490-4236-83fe-afe893f3845a None None] Pushing event updated for resources: {'Port': ['ID=71841e9e-399b-4e8a-8f21-ddb2daaea748,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:43.704603 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.720435 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:43.777669 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b59bfcab-f3ea-4d8a-8a07-3991f9aab835 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:43.826146 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-60a58431-d154-4605-9046-8004721d0ea6 None None] Provisioning for port 30eca830-5f25-42dd-877f-60f7bb2a1add completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:43.831645 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-60a58431-d154-4605-9046-8004721d0ea6 None None] Provisioning complete for port 30eca830-5f25-42dd-877f-60f7bb2a1add triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:43.832019 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-60a58431-d154-4605-9046-8004721d0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.872271 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:43.872651 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.875319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-60a58431-d154-4605-9046-8004721d0ea6 None None] Port 30eca830-5f25-42dd-877f-60f7bb2a1add cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:43.891672 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.912884 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:41Z', 'revision_number': 3, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:43.939535 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52240361-1de9-4bfc-ac5a-38862727e04e None None] The sync data for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi is: [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:41Z', 'revision_number': 3, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:43.951138 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.952035 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:43.959549 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ff9bb696-6e92-43ff-8c69-a79827bf8354 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:44.041327 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Pushing event updated for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:44.076201 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port ff9bb696-6e92-43ff-8c69-a79827bf8354 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:44.080644 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ff9bb696-6e92-43ff-8c69-a79827bf8354 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:44.081046 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:44.087460 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:44.089513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:44.211747 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:44.254306 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port ff9bb696-6e92-43ff-8c69-a79827bf8354, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ff9bb696-6e92-43ff-8c69-a79827bf8354,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:44.269269 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:23:44.338635 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:44.418116 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=ff9bb696-6e92-43ff-8c69-a79827bf8354,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:44.422354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-24a653e6-de1c-4af4-a44b-3ac2c2dbf6ce None None] Provisioning complete for port 30eca830-5f25-42dd-877f-60f7bb2a1add triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:44.422722 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-24a653e6-de1c-4af4-a44b-3ac2c2dbf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:44.447914 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:23:44.460608 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5c286e14-3099-495f-929a-1522ff86c94b admin admin] 10.222.0.38 "PUT /v2.0/routers/7a9924ba-3e7b-44a3-a3c5-621df9a80578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634276 Aug 19 02:23:44.494237 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-849d7aa9-2faf-4243-94a5-b9ee5e4106bb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2121021519&fields=id&tenant_id=9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 267 time: 0.0921500 Aug 19 02:23:44.502256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-24a653e6-de1c-4af4-a44b-3ac2c2dbf6ce None None] Port 30eca830-5f25-42dd-877f-60f7bb2a1add cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:44.620962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-36cd10a9-afd3-40ec-a3af-a3aea71bed0f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:44.620962 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-36cd10a9-afd3-40ec-a3af-a3aea71bed0f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1848712 Aug 19 02:23:44.638239 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-2917a7e4-78cb-4364-a86c-b474ca317e3f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/quotas/77d93c2e37494f0a989abf69e511d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Aug 19 02:23:44.655744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-daf4f12d-d22a-426d-b47b-496a58c8f3a5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:44.657361 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-daf4f12d-d22a-426d-b47b-496a58c8f3a5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 811 time: 0.1547241 Aug 19 02:23:44.673276 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-ec7f9bf0-1c87-4db2-9b25-a4f53c5b2ad6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/quotas/9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 375 time: 0.0101814 Aug 19 02:23:44.695722 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-190e5134-e3f9-40ff-b1f8-a18c19cd13d0 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514054 Aug 19 02:23:44.736904 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-3e62399a-2fd3-46f0-9d71-08363b96052e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551972 Aug 19 02:23:44.804065 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-4a561dec-39f0-4c25-b127-7d04cb7b1a31 service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005263 Aug 19 02:23:44.850496 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-d9c6f2ff-5cb1-4a97-8d04-0f3f1c84f72a service neutron] 10.222.0.38 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973744 Aug 19 02:23:44.905052 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-19be68af-94c9-4a84-8333-3d2bf73a10ed service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930440 Aug 19 02:23:44.953351 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-ef17cd90-9336-4f07-886f-c6c94c155e8e service neutron] 10.222.0.38 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951593 Aug 19 02:23:45.243246 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfdc7a-9168-46db-ac41-fc3dcf6dd462 req-3cb7ed3b-38d4-4ebe-a303-a16ebf132d2d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:45.243246 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-14bfdc7a-9168-46db-ac41-fc3dcf6dd462 req-3cb7ed3b-38d4-4ebe-a303-a16ebf132d2d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0637834 Aug 19 02:23:45.302177 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-14bfdc7a-9168-46db-ac41-fc3dcf6dd462 req-29eac757-6446-4631-afb4-35eb8aa5d8dc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512435 Aug 19 02:23:45.771076 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 71841e9e-399b-4e8a-8f21-ddb2daaea748 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:45.771542 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Sync routers for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:23:45.812601 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:45.813221 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:45.870513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43194) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:45.876048 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566394768', 'description': 'tempest-secgroup-smoke-566394768 description', 'project_id': '3c66a4d5f54443e4b5e42435286481b1'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:45.884431 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-892a6d54-3900-4c5c-9d0b-31970c5adcc1 req-2c7f3312-e406-487f-a229-fd647a86dd49 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 210 time: 0.0630796 Aug 19 02:23:45.951909 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c760be0a-4af9-42ba-b524-f12e83bec281 req-a12bc026-278c-42c6-b12c-a477aca0f1b5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0380282 Aug 19 02:23:45.973423 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:46.038717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ffd1-e346-4bac-a97a-0102004d6c6b req-b1c325f1-5cfa-4050-a664-0438c31a48c2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.040146 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fd04ffd1-e346-4bac-a97a-0102004d6c6b req-b1c325f1-5cfa-4050-a664-0438c31a48c2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0680702 Aug 19 02:23:46.042194 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.053441 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 71841e9e-399b-4e8a-8f21-ddb2daaea748 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:46.065885 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 71841e9e-399b-4e8a-8f21-ddb2daaea748 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:46.066283 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.103052 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fd04ffd1-e346-4bac-a97a-0102004d6c6b req-bebc0ddd-934c-45cc-9d7d-6411387ebc59 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Aug 19 02:23:46.143576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840288c-3565-4139-a370-fb5941755d08 req-190cd33d-203a-4559-b9ea-963b15c74b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.146037 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8840288c-3565-4139-a370-fb5941755d08 req-190cd33d-203a-4559-b9ea-963b15c74b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1098 time: 0.0541182 Aug 19 02:23:46.168059 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.208658 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8840288c-3565-4139-a370-fb5941755d08 req-cf421f6e-6dd8-4b53-a0ad-e389c3f50b0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Aug 19 02:23:46.239271 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.266372 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 71841e9e-399b-4e8a-8f21-ddb2daaea748, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=71841e9e-399b-4e8a-8f21-ddb2daaea748,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:46.276178 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.279726 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 4, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '30eca830-5f25-42dd-877f-60f7bb2a1add', 'name': '', 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'mac_address': 'fa:16:3e:74:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:43Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 2, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'subnets': [{'id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:46.305888 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Checking router: 7a9924ba-3e7b-44a3-a3c5-621df9a80578 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:23:46.306918 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Updating router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 port 30eca830-5f25-42dd-877f-60f7bb2a1add binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:23:46.307026 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:46.338308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.345414 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.347187 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d2df3248-627b-466f-9271-5d731ace1f5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4756913 Aug 19 02:23:46.347526 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.348264 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ff9bb696-6e92-43ff-8c69-a79827bf8354 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:46.350617 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43206) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:46.355930 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:46.484785 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.601539 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.610955 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5e304-7dc6-483b-8f8d-ee9dbab97955 req-b2a2d5b6-89ed-43b6-90f8-ace49db5bbbf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.612857 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-96f5e304-7dc6-483b-8f8d-ee9dbab97955 req-b2a2d5b6-89ed-43b6-90f8-ace49db5bbbf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0926600 Aug 19 02:23:46.659122 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=71841e9e-399b-4e8a-8f21-ddb2daaea748,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:46.670848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.680257 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-96f5e304-7dc6-483b-8f8d-ee9dbab97955 req-abd3f47f-9d0a-457b-91fa-6dde1ac0d994 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Aug 19 02:23:46.703426 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a16bf0e-a97a-4339-9a0d-f1d2caa9220b,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:46.764033 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ff9bb696-6e92-43ff-8c69-a79827bf8354 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:46.764408 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.768093 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.769331 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-bf143bdf-af20-4186-8ce2-b76589aee206 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175458 Aug 19 02:23:46.772158 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43220) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:46.795342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:46.856779 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.868889 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Transition to ACTIVE for port object 30eca830-5f25-42dd-877f-60f7bb2a1add will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:46.892163 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.954406 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:46.994069 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7b444827-1ef5-4b55-a17c-52fc4ce07e59 req-b5f18e68-dd81-43de-8eb2-2f9785111cf6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 210 time: 0.0354183 Aug 19 02:23:47.000964 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.055759 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e9cb071c-84a0-4d0d-8339-963f8af7b186 req-0f592c2f-fdbf-429b-8f92-c26e73d8260e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0302525 Aug 19 02:23:47.059664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.062266 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b606bed-e3b8-4592-b9a8-cb21e8b3e571 None None] Pushing event updated for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:47.087900 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea70eb76-6c0d-49bb-90eb-187395f166db,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:47.128994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Attempting to bind port 30eca830-5f25-42dd-877f-60f7bb2a1add on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:47.128994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Attempting to bind port 30eca830-5f25-42dd-877f-60f7bb2a1add by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:47.128994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Attempting to bind port 30eca830-5f25-42dd-877f-60f7bb2a1add on network 580e790e-56f1-444a-a026-dac6fb87d7b8 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:47.134988 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:47.135356 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Checking segment: {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:47.135752 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.136138 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Bound using segment: {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:47.136602 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Bound port: 30eca830-5f25-42dd-877f-60f7bb2a1add, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3e9b71-022e-4a4c-9170-d61757facbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:47.137613 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.168036 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.172415 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6e4130ab-4f75-419b-bff8-470be5075c41 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3985784 Aug 19 02:23:47.172617 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43228) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:47.178075 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:47.215439 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] For port 30eca830-5f25-42dd-877f-60f7bb2a1add, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:47.219436 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] For port 30eca830-5f25-42dd-877f-60f7bb2a1add, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=30eca830-5f25-42dd-877f-60f7bb2a1add,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:47.240658 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07080ffb-01a4-49cd-9b8b-d3eef562627f req-3ab95494-6a4b-4ae7-9e51-f810a57c3c48 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:47.242206 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-07080ffb-01a4-49cd-9b8b-d3eef562627f req-3ab95494-6a4b-4ae7-9e51-f810a57c3c48 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0522339 Aug 19 02:23:47.284846 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-07080ffb-01a4-49cd-9b8b-d3eef562627f req-13101d06-5ae6-487b-8e80-ff374e8721cc tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Aug 19 02:23:47.351153 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.355556 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.410544 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:23:47.411088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:23:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:47.414094 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b606bed-e3b8-4592-b9a8-cb21e8b3e571 None None] Pushing event updated for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:47.417241 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.510828 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.523707 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:23:47.529061 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e16be7f-58f5-4413-bf59-2aa5e5381e24,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:47.596221 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.601973 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43234) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:47.605246 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-78443681-2a4e-4ec3-bc89-b5a965e477b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315948 Aug 19 02:23:47.607751 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:47.655968 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 71841e9e-399b-4e8a-8f21-ddb2daaea748 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:47.710254 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.769863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.776668 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 71841e9e-399b-4e8a-8f21-ddb2daaea748 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:47.777038 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.821159 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 4, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '30eca830-5f25-42dd-877f-60f7bb2a1add', 'name': '', 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'mac_address': 'fa:16:3e:74:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:43Z', 'updated_at': '2021-08-19T02:23:47Z', 'revision_number': 4, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'subnets': [{'id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:23:47.828305 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b922f-72db-426c-b675-681d6a83d061 req-c2949799-dced-4d5b-8edf-8b4fea778595 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:47.829862 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-568b922f-72db-426c-b675-681d6a83d061 req-c2949799-dced-4d5b-8edf-8b4fea778595 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0572417 Aug 19 02:23:47.852848 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a853-417a-43f2-abdb-84107049d889 None None] The sync data for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi is: [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:43Z', 'revision_number': 4, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '30eca830-5f25-42dd-877f-60f7bb2a1add', 'name': '', 'network_id': '580e790e-56f1-444a-a026-dac6fb87d7b8', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'mac_address': 'fa:16:3e:74:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:43Z', 'updated_at': '2021-08-19T02:23:47Z', 'revision_number': 4, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'subnets': [{'id': '6b45f603-08c1-4246-8c8c-b95074753de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:23:47.870181 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.878573 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-568b922f-72db-426c-b675-681d6a83d061 req-3a2cf1e9-95c0-4057-8c4e-321ab8fd5d5a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Aug 19 02:23:47.898720 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f934b535-3401-4771-a311-4a421c3bd0cb,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:47.973179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.974762 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4f17c3f1-2850-45c3-b996-aee88dc07627 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722231 Aug 19 02:23:47.977357 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43244) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:47.985250 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:48.070589 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.securitygroups_db [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Project 3c66a4d5f54443e4b5e42435286481b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:23:48.081522 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.123836 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3967d535-6aa8-4f6b-ba19-abc88d2ea820 req-73aa0e54-0546-426c-a07f-c98053acc131 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 210 time: 0.0459375 Aug 19 02:23:48.190745 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ce5041a5-9b43-4085-a009-2a44abfb97ee req-369aee09-84d5-4e5c-b457-2a62c8a2a9d8 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0375640 Aug 19 02:23:48.208794 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.310633 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.365599 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a0c17-413d-465f-85b9-72d480ae875c,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:48.424844 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd7ecf-0830-479a-af1f-db6e72cbc2bd req-53a0041f-7685-4578-95b3-7e2d4d445d68 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.426682 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5cdd7ecf-0830-479a-af1f-db6e72cbc2bd req-53a0041f-7685-4578-95b3-7e2d4d445d68 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0531216 Aug 19 02:23:48.441400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-5d8fde2f-59a2-433b-afd1-2e1f463441fd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.443444 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-5d8fde2f-59a2-433b-afd1-2e1f463441fd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1455886 Aug 19 02:23:48.446434 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.447572 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c7d6a3b8-bed9-461b-b736-5ee16336d0ba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4693048 Aug 19 02:23:48.453001 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43254) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:48.457756 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'security_group_rule': {'security_group_id': '76a2ad63-4de4-4edc-8dc8-a34ca9cc1713', 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:48.478133 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5cdd7ecf-0830-479a-af1f-db6e72cbc2bd req-47dc6f01-f054-4cf8-8217-401da7e9d72d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Aug 19 02:23:48.478346 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Request body: {'port': {'device_id': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'admin_state_up': True, 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:48.566527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.securitygroups_db [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Project 3c66a4d5f54443e4b5e42435286481b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:23:48.576729 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.664677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.698963 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:48.703173 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.717277 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.748107 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e527de3e-c133-4f32-886c-57d45a18421f,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:48.831837 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.836411 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-611b8fed-7371-4110-9743-572494193124 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3822429 Aug 19 02:23:48.870123 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Allocated IP 172.20.0.4 (49e13cdf-85ea-4f91-a253-eb569af4ca01/c698f530-e5ae-4b3f-8d68-ba496142b3c9/8dd86e23-b7b4-4199-8b86-83a5d2690564) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:49.095937 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.113056 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980db4-d44b-485b-b2b1-214e840a5eff req-cacfc95c-1a7a-4ba8-ae0f-c07526527135 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.114559 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-73980db4-d44b-485b-b2b1-214e840a5eff req-cacfc95c-1a7a-4ba8-ae0f-c07526527135 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.1238291 Aug 19 02:23:49.170609 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-73980db4-d44b-485b-b2b1-214e840a5eff req-47aa9b82-0e5c-45f6-a173-7c51fe052adf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Aug 19 02:23:49.225812 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.274369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf', '7cc1d229-3935-4a11-a064-816745570f8d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:49.300473 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:49.305584 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:49.314517 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:49.328251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event updated for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:49.397898 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5fd73-feb4-4ccd-be3c-b77070ca0ebe req-efdcfb74-287d-4dbf-8f75-e5d6055793ee tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.399438 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bcb5fd73-feb4-4ccd-be3c-b77070ca0ebe req-efdcfb74-287d-4dbf-8f75-e5d6055793ee tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 931 time: 0.1675434 Aug 19 02:23:49.432397 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.432731 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.437533 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d288e-f959-4494-9927-3484ed02101c req-297cc4b6-6aab-4961-a1f0-646d7010052b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.440285 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee7d288e-f959-4494-9927-3484ed02101c req-297cc4b6-6aab-4961-a1f0-646d7010052b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Aug 19 02:23:49.462982 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-ff9ba5bb-3fdd-4f0d-95a0-a77b938d7fde tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.464450 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-ff9ba5bb-3fdd-4f0d-95a0-a77b938d7fde tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.1373830 Aug 19 02:23:49.485548 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bcb5fd73-feb4-4ccd-be3c-b77070ca0ebe req-7d4f7458-e816-4c66-8aab-9f349ee9a14b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Aug 19 02:23:49.494679 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee7d288e-f959-4494-9927-3484ed02101c req-f9061748-5660-4bce-abf1-f9ab3fa52b4d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476406 Aug 19 02:23:49.536313 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-471a2164-38c1-4f77-af22-e15aa1fbdf63 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641263 Aug 19 02:23:49.602189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Request body: {'port': {'device_id': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:49.639541 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366081bd-cdb4-4542-a802-a076527e2bc9 req-5ad3f354-d485-4854-b022-eb35bd504f62 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.641409 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-366081bd-cdb4-4542-a802-a076527e2bc9 req-5ad3f354-d485-4854-b022-eb35bd504f62 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0786624 Aug 19 02:23:49.714327 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-366081bd-cdb4-4542-a802-a076527e2bc9 req-5d0dff9e-b86c-49db-935b-f22c14dbdbc0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Aug 19 02:23:49.749161 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 30eca830-5f25-42dd-877f-60f7bb2a1add up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:49.756343 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-958a86ce-7f69-4576-af89-209614d2a855 req-9edec365-b7b8-44dd-b803-acd2a107a2e1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.1793218 Aug 19 02:23:49.871915 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 30eca830-5f25-42dd-877f-60f7bb2a1add completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:49.883228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 30eca830-5f25-42dd-877f-60f7bb2a1add triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:49.883228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.900477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.950507 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-5d68b04d-8503-4a0e-a44e-d5a944648587 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.951956 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-5d68b04d-8503-4a0e-a44e-d5a944648587 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 811 time: 0.3358102 Aug 19 02:23:49.989868 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.992852 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Deleting port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:49.993189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.023888 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 30eca830-5f25-42dd-877f-60f7bb2a1add, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=30eca830-5f25-42dd-877f-60f7bb2a1add,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:50.076377 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-3d58fa83-c4ac-4972-9323-34436d6bdb7b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 380 time: 0.1026659 Aug 19 02:23:50.116257 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.169296 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:50.343763 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'port': {'device_id': '14fba428-79ca-4470-aa11-2ee328cf1040', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'admin_state_up': True, 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'security_groups': ['b88de496-a88f-4d2c-973f-aaa7e00d99ed']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:50.482957 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] For port 6af105c6-2082-48ff-b43c-e8efa2e4ce50, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6af105c6-2082-48ff-b43c-e8efa2e4ce50,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:50.483325 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.511217 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Calling delete_port for 6af105c6-2082-48ff-b43c-e8efa2e4ce50 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:50.730351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708c08-382f-4b95-bcc7-ce224e2717f0 req-408138e3-2a80-4f57-9271-6c1abb376681 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:50.732639 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb708c08-382f-4b95-bcc7-ce224e2717f0 req-408138e3-2a80-4f57-9271-6c1abb376681 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 931 time: 0.1245735 Aug 19 02:23:50.736337 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Made reservation on behalf of 9bade93ce4724d9f8c00a4dd3631f429 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:50.739796 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.801005 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd86e23-b7b4-4199-8b86-83a5d2690564 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:50.811838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.846264 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e248c-4525-4f4f-9deb-844ac77315a5 req-d1d5132e-68aa-499e-9b10-a2066e89d6c7 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:50.847701 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-980e248c-4525-4f4f-9deb-844ac77315a5 req-d1d5132e-68aa-499e-9b10-a2066e89d6c7 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 946 time: 0.0492513 Aug 19 02:23:50.865944 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb708c08-382f-4b95-bcc7-ce224e2717f0 req-b76b4c8d-db75-4e4e-96fa-62fbb2c4c5da tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231406 Aug 19 02:23:50.916726 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-980e248c-4525-4f4f-9deb-844ac77315a5 req-53c27aba-0e62-4bee-882e-8309b3ca21eb tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587816 Aug 19 02:23:50.981519 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Transition to ACTIVE for port object 8dd86e23-b7b4-4199-8b86-83a5d2690564 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:50.984866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.988375 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-188988fd-96e2-4d46-9673-d5096a004c83 req-349dfb4b-13fb-4551-9a9e-b69d79ea88a2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0430381 Aug 19 02:23:51.020830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Pushing event deleted for resources: {'Port': ['ID=6af105c6-2082-48ff-b43c-e8efa2e4ce50,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:51.038056 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Allocated IP 172.20.0.13 (58d304d8-0316-41b3-ae55-1f9ea752b69d/b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6/58120ea9-ed94-4a42-8c69-5e7d804a8882) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:51.060037 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.086871 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] No DVR routers for this DVR port 6af105c6-2082-48ff-b43c-e8efa2e4ce50 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:51.108160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.110096 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3141ac3f-1e93-4f7f-8f80-0535b2218d72 req-06f0560d-79a4-4653-9022-0bdb3cb5325c tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "DELETE /v2.0/ports/6af105c6-2082-48ff-b43c-e8efa2e4ce50 HTTP/1.1" status: 204 len: 173 time: 1.5031950 Aug 19 02:23:51.112221 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'name': 'network-vif-deleted', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:51.114503 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79457d55-dc76-4e74-92b0-1595c0bf2943" -d '{"events": [{"server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "name": "network-vif-deleted", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:51.157001 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59574c99-0563-4a1b-bcf8-58593b3a83d0 x-openstack-request-id: req-59574c99-0563-4a1b-bcf8-58593b3a83d0 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:51.157291 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d075e5e-f8bf-429b-826f-ce2b271e9f8e", "name": "network-vif-deleted", "tag": "6af105c6-2082-48ff-b43c-e8efa2e4ce50", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:51.157543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59574c99-0563-4a1b-bcf8-58593b3a83d0 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:51.157939 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d075e5e-f8bf-429b-826f-ce2b271e9f8e', 'name': 'network-vif-deleted', 'tag': '6af105c6-2082-48ff-b43c-e8efa2e4ce50', 'status': 'completed', 'code': 200} Aug 19 02:23:51.168908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Pushing event updated for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:51.308231 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Attempting to bind port 8dd86e23-b7b4-4199-8b86-83a5d2690564 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:51.309191 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Attempting to bind port 8dd86e23-b7b4-4199-8b86-83a5d2690564 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:51.309549 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Attempting to bind port 8dd86e23-b7b4-4199-8b86-83a5d2690564 on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:51.317643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Port 8dd86e23-b7b4-4199-8b86-83a5d2690564 on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:23:51.317970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Attempting to bind port 8dd86e23-b7b4-4199-8b86-83a5d2690564 on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:51.330924 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:51.331272 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Checking segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:51.333192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Bound using segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:51.333192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Bound port: 8dd86e23-b7b4-4199-8b86-83a5d2690564, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:51.333192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.336176 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.362025 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Transition to ACTIVE for port object 58120ea9-ed94-4a42-8c69-5e7d804a8882 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:51.434779 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:51.438958 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:51.517205 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.519529 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.557464 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.558162 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.559586 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] 10.222.0.41 "PUT /v2.0/ports/8dd86e23-b7b4-4199-8b86-83a5d2690564 HTTP/1.1" status: 200 len: 1093 time: 1.9631691 Aug 19 02:23:51.572124 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:51.575067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:51.578939 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:51.617528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab8ce-45f4-4f83-a58b-2fd3febd7dea service neutron] Pushing event updated for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:51.654205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.670782 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.671400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.691685 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:51.707583 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 30eca830-5f25-42dd-877f-60f7bb2a1add up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:51.751517 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-9b37d91e-8ddf-419a-b977-fc08bbe026fc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4173987 Aug 19 02:23:51.758053 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 30eca830-5f25-42dd-877f-60f7bb2a1add triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:51.758424 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.811518 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Request body: {'port': {'device_id': '14fba428-79ca-4470-aa11-2ee328cf1040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:51.896808 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-d8eaa5a9-4870-4e3f-b606-cb53cd322db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.898254 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-d8eaa5a9-4870-4e3f-b606-cb53cd322db9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 1096 time: 0.0830655 Aug 19 02:23:51.899189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.955312 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-59b23996-07bc-4b9f-aba1-99f522b38335 None None] Provisioning for port 58120ea9-ed94-4a42-8c69-5e7d804a8882 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:51.959531 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-59b23996-07bc-4b9f-aba1-99f522b38335 None None] Provisioning complete for port 58120ea9-ed94-4a42-8c69-5e7d804a8882 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:51.959899 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-59b23996-07bc-4b9f-aba1-99f522b38335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.974842 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-64031282-e1c2-4494-8b04-36756b9bc027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564 HTTP/1.1" status: 200 len: 217 time: 0.0592804 Aug 19 02:23:52.009315 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf32e6-6ecb-472b-a81e-9bacfbe3da8f req-9997598f-7634-49f1-91f4-bc4c4b350a4b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.021026 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fbf32e6-6ecb-472b-a81e-9bacfbe3da8f req-9997598f-7634-49f1-91f4-bc4c4b350a4b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0802991 Aug 19 02:23:52.053014 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-59b23996-07bc-4b9f-aba1-99f522b38335 None None] Port 58120ea9-ed94-4a42-8c69-5e7d804a8882 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:23:52.065252 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fbf32e6-6ecb-472b-a81e-9bacfbe3da8f req-4a2f010c-3699-4be0-bc92-4004f957cf27 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Aug 19 02:23:52.134229 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a0b07061-2c88-48f7-a728-854ff3643427 req-c395303d-ad67-43cb-9959-a73e5353ea94 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d075e5e-f8bf-429b-826f-ce2b271e9f8e HTTP/1.1" status: 200 len: 210 time: 0.0463898 Aug 19 02:23:52.141123 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991dae-a637-4567-ba5b-ae1cee897542 req-bb6e9c12-e27a-4f05-aa9a-a42e9da692cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.142630 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-bb6e9c12-e27a-4f05-aa9a-a42e9da692cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.1581316 Aug 19 02:23:52.202160 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c202f4-029b-4ccc-a073-3481cfa8691d req-45b48682-4a2f-4a4b-bf3f-9180fa3c079f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.203744 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-28c202f4-029b-4ccc-a073-3481cfa8691d req-45b48682-4a2f-4a4b-bf3f-9180fa3c079f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 932 time: 0.0634611 Aug 19 02:23:52.225990 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-c53cba22-64c4-4df5-812d-bc03e9bde30c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629029 Aug 19 02:23:52.251330 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-28c202f4-029b-4ccc-a073-3481cfa8691d req-ba50f5e1-b0cf-4fc8-aa8b-9556105b7e3a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Aug 19 02:23:52.401793 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-a39b0733-c3d5-44ee-be53-0092565f86a5 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670351 Aug 19 02:23:52.408025 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58120ea9-ed94-4a42-8c69-5e7d804a8882 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:52.416764 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:52.473023 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Transition to ACTIVE for port object 58120ea9-ed94-4a42-8c69-5e7d804a8882 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:52.513064 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10991dae-a637-4567-ba5b-ae1cee897542 req-40d1300e-d5c1-4739-9ef8-f81c51d01762 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980237 Aug 19 02:23:52.515209 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6af105c6-2082-48ff-b43c-e8efa2e4ce50 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:52.534824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 6af105c6-2082-48ff-b43c-e8efa2e4ce50 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:52.535168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 6af105c6-2082-48ff-b43c-e8efa2e4ce50 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:52.555106 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:52.616411 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Pushing event updated for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:52.691719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Attempting to bind port 58120ea9-ed94-4a42-8c69-5e7d804a8882 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:52.692051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Attempting to bind port 58120ea9-ed94-4a42-8c69-5e7d804a8882 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:52.692380 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Attempting to bind port 58120ea9-ed94-4a42-8c69-5e7d804a8882 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:52.699181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Port 58120ea9-ed94-4a42-8c69-5e7d804a8882 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:23:52.699598 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Attempting to bind port 58120ea9-ed94-4a42-8c69-5e7d804a8882 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:52.706507 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:52.706845 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Checking segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:52.707230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Bound using segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:52.708308 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Bound port: 58120ea9-ed94-4a42-8c69-5e7d804a8882, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:52.708308 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:52.776561 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:23:52.780019 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:23:52.846309 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a5a6-5ed2-4ca2-b7e8-83a0078a4dbf req-09c310a1-6df4-4ae6-bf5b-accac8178311 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.848552 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-63f0a5a6-5ed2-4ca2-b7e8-83a0078a4dbf req-09c310a1-6df4-4ae6-bf5b-accac8178311 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0567722 Aug 19 02:23:52.877627 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:52.896617 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-63f0a5a6-5ed2-4ca2-b7e8-83a0078a4dbf req-5aa65e75-a3bc-4a29-b0ae-4d06b7a2514b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Aug 19 02:23:52.932557 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.933182 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:52.935455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] 10.222.0.41 "PUT /v2.0/ports/58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1094 time: 1.1283503 Aug 19 02:23:52.980005 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8b9e4-7671-4e49-af7b-a1a5077db446 service neutron] Pushing event updated for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:52.996711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-204370f2-b01f-4e6b-adae-0e513ae55921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.998283 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-204370f2-b01f-4e6b-adae-0e513ae55921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0618916 Aug 19 02:23:53.154470 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-0d9e07e7-90e8-48e5-be4f-40ae18090118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.156116 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-0d9e07e7-90e8-48e5-be4f-40ae18090118 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.1438437 Aug 19 02:23:53.161153 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564'}, {'name': 'network-changed', 'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:53.163507 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12dbaa-e47a-4466-833b-23e149770720" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564"}, {"name": "network-changed", "server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:53.181542 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-17344133-46d5-4e13-b11c-700253ef6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.183059 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-17344133-46d5-4e13-b11c-700253ef6b71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1097 time: 0.0828364 Aug 19 02:23:53.196742 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b990f6-29b4-4ed6-8f3b-1cf38eff94bf req-7c82956c-0081-4967-80a0-572c7a354c9a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.204446 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-04b990f6-29b4-4ed6-8f3b-1cf38eff94bf req-7c82956c-0081-4967-80a0-572c7a354c9a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0603662 Aug 19 02:23:53.247458 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-f85d208b-0d99-4de1-8fcb-3b1276ae884d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.0751309 Aug 19 02:23:53.248649 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-02a051ab-55fd-4d21-907c-0fa30631d274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 217 time: 0.0389867 Aug 19 02:23:53.250157 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f588290-7a89-4f5b-9db1-a111d3089cde x-openstack-request-id: req-7f588290-7a89-4f5b-9db1-a111d3089cde {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:53.250675 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:53.250675 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f588290-7a89-4f5b-9db1-a111d3089cde {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:53.251053 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564', 'status': 'completed', 'code': 200} Aug 19 02:23:53.251304 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'status': 'completed', 'code': 200} Aug 19 02:23:53.254441 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-04b990f6-29b4-4ed6-8f3b-1cf38eff94bf req-9b4f804c-8d67-4c25-b7e9-55393b97b88d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Aug 19 02:23:53.403151 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce0a17-ec29-46e9-b9ab-3835736e0c61 req-c4e31682-f342-4b1f-8dcc-6101f40401db tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.404795 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-51ce0a17-ec29-46e9-b9ab-3835736e0c61 req-c4e31682-f342-4b1f-8dcc-6101f40401db tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 944 time: 0.0766339 Aug 19 02:23:53.421190 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-4c56d9b1-d2f9-40ba-b9d3-705778660624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.422760 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-4c56d9b1-d2f9-40ba-b9d3-705778660624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.1331785 Aug 19 02:23:53.431023 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-3cd0b8d9-fe03-4b3d-85de-d30ab267c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.432540 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-3cd0b8d9-fe03-4b3d-85de-d30ab267c9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.1239400 Aug 19 02:23:53.435645 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-ae7bdda2-d990-4b8d-bf90-038771687455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.438685 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-ae7bdda2-d990-4b8d-bf90-038771687455 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 1096 time: 0.1299703 Aug 19 02:23:53.454529 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-51ce0a17-ec29-46e9-b9ab-3835736e0c61 req-14f89b48-27ee-43d2-8c7b-24dc224e1097 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Aug 19 02:23:53.577072 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-9ea93332-c20e-4cc9-bb1b-5d704bb8544c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068611 Aug 19 02:23:53.651236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-ed160cab-4870-4180-8f43-e541f81883fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.652789 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-ed160cab-4870-4180-8f43-e541f81883fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1917219 Aug 19 02:23:53.695814 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-a91b1f5c-0462-4d0b-b3a8-74bd49c6abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.697290 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-a91b1f5c-0462-4d0b-b3a8-74bd49c6abb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 916 time: 0.2248461 Aug 19 02:23:53.707851 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-8c4b1a70-3d51-4c21-890f-160553258736 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.709303 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-8c4b1a70-3d51-4c21-890f-160553258736 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/networks?id=974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 200 len: 808 time: 0.2358689 Aug 19 02:23:53.724946 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-68e63867-a410-4977-9bab-cc61b92c27d8 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/quotas/a3c0016ea0ad434b97875ad71379c925 HTTP/1.1" status: 200 len: 375 time: 0.0099492 Aug 19 02:23:53.759650 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-99f17996-429c-4ca9-940d-bdf55b0862f7 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291257 Aug 19 02:23:53.851058 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-b6d6c5cd-db40-4e89-a917-6618bf7f1e14 service neutron] 10.222.0.38 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Aug 19 02:23:53.940041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-c39c9d1b-9f4f-4016-a321-4f80be1a2160 service neutron] 10.222.0.38 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821836 Aug 19 02:23:54.017127 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73272a9-5a70-4e20-be14-2f01110755ed req-ac65992e-a480-4fd3-b7e2-fbce66b65348 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.018722 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c73272a9-5a70-4e20-be14-2f01110755ed req-ac65992e-a480-4fd3-b7e2-fbce66b65348 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Aug 19 02:23:54.056532 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c73272a9-5a70-4e20-be14-2f01110755ed req-06feead1-630b-43ee-ae18-41d04a8fd8e3 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Aug 19 02:23:54.181547 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dfd6d93a-2774-4032-a3e4-b5febb2e3f2b req-59e24032-1f6d-4577-9e80-e2d7ac3c932b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0315459 Aug 19 02:23:54.358957 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c403d31-1581-4800-9877-51076c817d5e req-940fcb69-0d91-407d-8406-96126acf3587 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.360455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c403d31-1581-4800-9877-51076c817d5e req-940fcb69-0d91-407d-8406-96126acf3587 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0484948 Aug 19 02:23:54.398022 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c403d31-1581-4800-9877-51076c817d5e req-f7409899-1ea8-4ca8-a856-829f5ed80120 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Aug 19 02:23:54.571596 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d4896-b3ba-47f9-88ea-7c1532e7ccfd req-e066700d-587f-44f8-b416-46b389d58701 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.573056 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be8d4896-b3ba-47f9-88ea-7c1532e7ccfd req-e066700d-587f-44f8-b416-46b389d58701 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 944 time: 0.0490525 Aug 19 02:23:54.611066 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be8d4896-b3ba-47f9-88ea-7c1532e7ccfd req-5f3228a0-1b17-4bbb-bc0e-b416785b82d0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Aug 19 02:23:55.171580 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204402e-8f0e-43a8-91cb-7badb3ec980e req-329b1687-8b0d-4f1a-b2bd-59d7f01e0d17 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.173030 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2204402e-8f0e-43a8-91cb-7badb3ec980e req-329b1687-8b0d-4f1a-b2bd-59d7f01e0d17 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0511909 Aug 19 02:23:55.424856 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2204402e-8f0e-43a8-91cb-7badb3ec980e req-9f64e1d8-ea38-4b3e-8bcb-83884a21034e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458165 Aug 19 02:23:55.513730 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ca21287f-7229-4d6c-a2b0-2a60421d977e req-36c31afd-89eb-4683-9f92-391e3b7e519e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Aug 19 02:23:55.632248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301cd2-3cb8-4767-b13b-bba28536e299 req-9c29cea6-4e1c-4287-b43c-3407f99897fd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.633740 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-59301cd2-3cb8-4767-b13b-bba28536e299 req-9c29cea6-4e1c-4287-b43c-3407f99897fd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0573225 Aug 19 02:23:55.676824 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-59301cd2-3cb8-4767-b13b-bba28536e299 req-d9b58264-316f-47c5-a3ca-4b0c5293d61b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Aug 19 02:23:55.793167 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f2cf6-6469-4c77-8a80-95dfa1c26a7b req-0760f1d5-445c-44a5-8837-b2eb38f93d99 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.794841 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-856f2cf6-6469-4c77-8a80-95dfa1c26a7b req-0760f1d5-445c-44a5-8837-b2eb38f93d99 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 944 time: 0.0589433 Aug 19 02:23:55.849231 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-856f2cf6-6469-4c77-8a80-95dfa1c26a7b req-b592330c-ed4c-4558-b00e-faf3b2aba11e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471437 Aug 19 02:23:56.521748 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-6bf0c8df-148e-4683-84fe-f982d8388eda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564 HTTP/1.1" status: 200 len: 217 time: 0.1084130 Aug 19 02:23:56.617141 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-42bed338-4311-4b2d-848d-1550a2da0d52 req-523df535-a34c-4271-bfad-cfe1a00520a3 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0266144 Aug 19 02:23:56.663661 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-359945de-bf04-4143-8c1b-30603c1548f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.665168 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-359945de-bf04-4143-8c1b-30603c1548f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.1306238 Aug 19 02:23:56.675330 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802d09-8fc3-4fca-a19d-95413ace3e76 req-664011d0-3d2d-42f9-9ac1-d14f5a1a52ed tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.676743 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-25802d09-8fc3-4fca-a19d-95413ace3e76 req-664011d0-3d2d-42f9-9ac1-d14f5a1a52ed tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1622465 Aug 19 02:23:56.678645 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-c3fc907e-9436-47bb-abd4-6eb554d12cdb service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906928 Aug 19 02:23:56.689271 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-e77978a5-0cb3-48ed-89d3-13a77e197363 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934921 Aug 19 02:23:56.723307 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-10e7a1d0-657a-4e8f-8021-f674d1496623 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436239 Aug 19 02:23:56.799552 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a8ab4-e6bb-4e0e-a0a9-62498728eb39 req-66d98746-1b21-42ca-be1d-56d587a9d144 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.801296 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-168a8ab4-e6bb-4e0e-a0a9-62498728eb39 req-66d98746-1b21-42ca-be1d-56d587a9d144 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0527296 Aug 19 02:23:56.844924 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-168a8ab4-e6bb-4e0e-a0a9-62498728eb39 req-10b7c739-6675-4765-9970-ee2c1c23f8b0 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 Aug 19 02:23:56.895546 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-25802d09-8fc3-4fca-a19d-95413ace3e76 req-314e09b8-2640-4584-83b1-364bfae03b1a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040861 Aug 19 02:23:56.987246 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-6968bf3c-cf0d-4b9b-b596-cd19bdf5729d service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942767 Aug 19 02:23:56.994655 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ab06aac-f50d-4951-a9d1-698872a37d44 req-2b26665b-b958-4778-aaef-f651b533de68 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746217 Aug 19 02:23:57.000473 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-e57babb8-ab95-492c-aac8-c5dd5c40e6cd service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559483 Aug 19 02:23:57.044950 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb81c31-a5b9-4e69-b214-7e79117b47c9 req-eb346a8f-e20c-4eed-8c41-0202a0f8fd8d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.046648 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fb81c31-a5b9-4e69-b214-7e79117b47c9 req-eb346a8f-e20c-4eed-8c41-0202a0f8fd8d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 944 time: 0.0650668 Aug 19 02:23:57.098558 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fb81c31-a5b9-4e69-b214-7e79117b47c9 req-9968a880-79fb-4cb2-a471-7b97975a9871 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 Aug 19 02:23:57.124530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-df522773-45e8-4702-985d-5075b485b394 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952089 Aug 19 02:23:57.345598 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-54204cca-ca74-4285-bd35-3e4f41744acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.348285 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-54204cca-ca74-4285-bd35-3e4f41744acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1097 time: 0.0525634 Aug 19 02:23:57.518235 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-63437166-6d59-4b04-9647-96afee75f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.519752 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-63437166-6d59-4b04-9647-96afee75f01e service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.1018198 Aug 19 02:23:57.567514 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-8b244825-1820-491a-a16e-d888b76e5b5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 217 time: 0.0341697 Aug 19 02:23:57.617541 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-ab21470e-10bf-4bb6-bc29-85755ea390b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.619033 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-ab21470e-10bf-4bb6-bc29-85755ea390b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0428843 Aug 19 02:23:57.670669 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12dbaa-e47a-4466-833b-23e149770720 req-7d88297f-4619-4564-b1fb-d6f0626e2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.672176 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-7d88297f-4619-4564-b1fb-d6f0626e2fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441446 Aug 19 02:23:57.744910 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-187b1bc7-1f0f-4f83-8c02-0ab7d5391437 req-0428c036-60c1-42e0-940a-aba0e6337e1d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0551209 Aug 19 02:23:57.786889 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-498d8de0-2648-4f84-afa8-b8451d577682 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045470 Aug 19 02:23:57.887908 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e12dbaa-e47a-4466-833b-23e149770720 req-890537d5-9063-4d9c-acd7-7e34b5a13531 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904684 Aug 19 02:23:57.971466 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a71202-0ecd-456b-b09d-0040ead18e39 req-fb6fcd88-396e-4255-a250-8bb9c76c253c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.977805 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-49a71202-0ecd-456b-b09d-0040ead18e39 req-fb6fcd88-396e-4255-a250-8bb9c76c253c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 943 time: 0.0589788 Aug 19 02:23:58.023855 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-49a71202-0ecd-456b-b09d-0040ead18e39 req-abd2a8fd-aac1-47c4-aa01-041921217e13 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Aug 19 02:23:58.031732 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a9c7-f690-4383-a626-cbde1992f345 req-55c10ff5-8196-418a-958a-59ed43883ca2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.033232 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b01a9c7-f690-4383-a626-cbde1992f345 req-55c10ff5-8196-418a-958a-59ed43883ca2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0695102 Aug 19 02:23:58.132240 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b01a9c7-f690-4383-a626-cbde1992f345 req-dc62f96a-e3c1-4c5f-bf98-b71b6ecb04d4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Aug 19 02:23:58.179530 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-af901bae-6011-408b-8d89-217b677e07b0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.181276 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-af901bae-6011-408b-8d89-217b677e07b0 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "GET /v2.0/networks?id=974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 200 len: 808 time: 0.1461184 Aug 19 02:23:58.209251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Request body: {'port': {'device_id': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'network_id': '974d27b4-a404-4786-878c-0d986478af46', 'admin_state_up': True, 'tenant_id': 'a3c0016ea0ad434b97875ad71379c925'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:58.362065 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda814b-0793-40e0-9430-3ae5ffdce9a8 req-b7e8746b-f603-4392-a122-d902a13a0444 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.363518 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdda814b-0793-40e0-9430-3ae5ffdce9a8 req-b7e8746b-f603-4392-a122-d902a13a0444 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 944 time: 0.0591810 Aug 19 02:23:58.390224 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Made reservation on behalf of a3c0016ea0ad434b97875ad71379c925 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:23:58.394493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.407109 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdda814b-0793-40e0-9430-3ae5ffdce9a8 req-32e49bc4-e508-48ef-88e9-0cddf4a3e5c9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Aug 19 02:23:58.525888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Allocated IP 172.20.0.12 (974d27b4-a404-4786-878c-0d986478af46/17db4947-e7f7-4994-af83-2e68eb7b9066/f86c0ae9-7ac8-474d-a765-6efa29d0af1e) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:23:58.550721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 58120ea9-ed94-4a42-8c69-5e7d804a8882 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:58.649688 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:58.662019 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'port_id': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'mac_address': 'fa:16:3e:e0:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:58.680188 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.705431 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.720258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58120ea9-ed94-4a42-8c69-5e7d804a8882 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:58.739994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:58.813465 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.814220 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 8dd86e23-b7b4-4199-8b86-83a5d2690564 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:58.814951 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.893887 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Network 974d27b4-a404-4786-878c-0d986478af46 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:23:58.901298 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:23:58.904907 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:23:58.907584 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Pushing event updated for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:58.912776 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:58.938813 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f882-cb26-479b-9933-73f1d31b79d3 req-e5f8c220-f7f0-4fd1-bfbd-6367404bba1e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.940503 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43e1f882-cb26-479b-9933-73f1d31b79d3 req-e5f8c220-f7f0-4fd1-bfbd-6367404bba1e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 932 time: 0.1283195 Aug 19 02:23:58.956510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:58.968090 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '8dd86e23-b7b4-4199-8b86-83a5d2690564', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'port_id': '8dd86e23-b7b4-4199-8b86-83a5d2690564', 'mac_address': 'fa:16:3e:5c:20:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c698f530-e5ae-4b3f-8d68-ba496142b3c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:58.979666 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.980565 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.004915 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43e1f882-cb26-479b-9933-73f1d31b79d3 req-5e5da122-d00b-4e42-be62-97973fb84130 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573096 Aug 19 02:23:59.012229 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.030351 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd86e23-b7b4-4199-8b86-83a5d2690564 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:59.050288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:59.064123 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-fd9dbed3-13ed-4699-a64a-b0ab22a2058e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599391 Aug 19 02:23:59.095821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Request body: {'port': {'device_id': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:23:59.122028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.169837 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802551-3b29-4689-a94a-f20cb8072f0c req-797e1d12-9a3e-4b9c-8a77-e611ed4e4bbc tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.171408 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bf802551-3b29-4689-a94a-f20cb8072f0c req-797e1d12-9a3e-4b9c-8a77-e611ed4e4bbc tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 944 time: 0.0614038 Aug 19 02:23:59.191632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.192806 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:59.216640 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bf802551-3b29-4689-a94a-f20cb8072f0c req-ee2da979-17cb-4292-8a0e-8e8020cb13d2 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385017 Aug 19 02:23:59.340913 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793f5e-e615-4dea-8d16-29eebe8e83f7 req-4e2391b1-6e6c-4870-9773-84ba3c532e16 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.342464 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f9793f5e-e615-4dea-8d16-29eebe8e83f7 req-4e2391b1-6e6c-4870-9773-84ba3c532e16 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1326809 Aug 19 02:23:59.431883 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f9793f5e-e615-4dea-8d16-29eebe8e83f7 req-3fb59008-69b4-4fd9-9879-2919a97ae60e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Aug 19 02:23:59.555407 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86c0ae9-7ac8-474d-a765-6efa29d0af1e {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:59.563870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.569157 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803a940-e335-4e3a-ba48-67ad99bdb947 req-20304edc-8632-46a2-8588-ce7616a48ea5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.570708 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b803a940-e335-4e3a-ba48-67ad99bdb947 req-20304edc-8632-46a2-8588-ce7616a48ea5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 945 time: 0.0698369 Aug 19 02:23:59.591144 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Transition to ACTIVE for port object f86c0ae9-7ac8-474d-a765-6efa29d0af1e will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:23:59.598506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43546) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:59.618073 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['58120ea9-ed94-4a42-8c69-5e7d804a8882'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:59.621614 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b803a940-e335-4e3a-ba48-67ad99bdb947 req-5d3dffaf-b00f-4998-b4fc-02fcad74c07c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Aug 19 02:23:59.668467 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['8dd86e23-b7b4-4199-8b86-83a5d2690564'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:59.699569 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.758296 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f950366b-cbd8-4f86-80ba-3845e86b7c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.779767 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Pushing event updated for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:59.890806 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Attempting to bind port f86c0ae9-7ac8-474d-a765-6efa29d0af1e on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:23:59.891471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Attempting to bind port f86c0ae9-7ac8-474d-a765-6efa29d0af1e by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:23:59.891631 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Attempting to bind port f86c0ae9-7ac8-474d-a765-6efa29d0af1e on network 974d27b4-a404-4786-878c-0d986478af46 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:59.900939 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Port f86c0ae9-7ac8-474d-a765-6efa29d0af1e on network 974d27b4-a404-4786-878c-0d986478af46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:23:59.901266 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Attempting to bind port f86c0ae9-7ac8-474d-a765-6efa29d0af1e on network 974d27b4-a404-4786-878c-0d986478af46 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:23:59.911769 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:23:59.912109 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Checking segment: {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:23:59.912494 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Bound using segment: {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:23:59.912932 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Bound port: f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71191215-312d-4fd8-a2fa-cd7532c8664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '974d27b4-a404-4786-878c-0d986478af46'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:23:59.913395 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:59.983368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f950366b-cbd8-4f86-80ba-3845e86b7c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.004856 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:24:00.008001 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:24:00.121742 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248965ac-82e3-45eb-8921-deb2e8bc7755 req-b1158c49-f6fb-4051-9555-353b2a9fb66b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.123401 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-248965ac-82e3-45eb-8921-deb2e8bc7755 req-b1158c49-f6fb-4051-9555-353b2a9fb66b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 944 time: 0.0505826 Aug 19 02:24:00.162779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-248965ac-82e3-45eb-8921-deb2e8bc7755 req-8e8ceaec-04d2-47f2-9675-d9234af449cf tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Aug 19 02:24:00.178848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f950366b-cbd8-4f86-80ba-3845e86b7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.223390 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-f950366b-cbd8-4f86-80ba-3845e86b7c04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e58eca990abf4649926efbf44fdc320c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209459 Aug 19 02:24:00.223390 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950366b-cbd8-4f86-80ba-3845e86b7c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d824b7df-8daf-4ca5-9169-0836cca168a3,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:00.229303 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43556) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:00.229791 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.284978 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Pushing event updated for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:00.295473 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.296842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.298212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-58081ddd-1331-49ff-be64-fb83c5a742ad service neutron] 10.222.0.41 "PUT /v2.0/ports/f86c0ae9-7ac8-474d-a765-6efa29d0af1e HTTP/1.1" status: 200 len: 1094 time: 1.2090716 Aug 19 02:24:00.298542 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:00.300807 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226337b4-1960-4f0b-a705-f8ff3fe7c786" -d '{"events": [{"name": "network-changed", "server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:00.352100 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1457c91-e8e0-4465-83e6-bb04695299e8 x-openstack-request-id: req-d1457c91-e8e0-4465-83e6-bb04695299e8 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:00.352389 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:00.352631 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1457c91-e8e0-4465-83e6-bb04695299e8 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:00.353025 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e', 'status': 'completed', 'code': 200} Aug 19 02:24:00.360419 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.388860 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2717-541e-4e75-accd-79bc005e7515 req-548a8392-10c6-43dc-b039-431337f7decd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.390366 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-37ea2717-541e-4e75-accd-79bc005e7515 req-548a8392-10c6-43dc-b039-431337f7decd tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 944 time: 0.0784507 Aug 19 02:24:00.401353 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.450546 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-002f0be1-8bd7-4483-8e2e-2554e2d6a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.452126 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-002f0be1-8bd7-4483-8e2e-2554e2d6a6cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 1097 time: 0.0474050 Aug 19 02:24:00.457991 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-37ea2717-541e-4e75-accd-79bc005e7515 req-12e4f272-24f0-4f22-a6eb-d531d84d7dc6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592878 Aug 19 02:24:00.545019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.547744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:00.548960 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d824b7df-8daf-4ca5-9169-0836cca168a3 HTTP/1.1" status: 204 len: 168 time: 0.3239307 Aug 19 02:24:00.559430 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380fefc-08fb-4ddd-80da-a16ea6a2da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d824b7df-8daf-4ca5-9169-0836cca168a3,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:00.600135 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-82e66fc8-8d2e-404f-a1cc-1be1a6394ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.610099 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-82e66fc8-8d2e-404f-a1cc-1be1a6394ba1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a3c0016ea0ad434b97875ad71379c925&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1391072 Aug 19 02:24:00.629504 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c554808-824c-45ba-aba5-b0bbdd38d114 req-a9febc63-1ad6-4f7c-94f0-90f0aeabbbe0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.631051 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1c554808-824c-45ba-aba5-b0bbdd38d114 req-a9febc63-1ad6-4f7c-94f0-90f0aeabbbe0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0641315 Aug 19 02:24:00.677848 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1c554808-824c-45ba-aba5-b0bbdd38d114 req-6440b88b-0192-4e9b-afe5-6c2b4049b6c1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Aug 19 02:24:00.732263 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-1123ddeb-f516-41da-8ad6-d97367cc0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.733736 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-226337b4-1960-4f0b-a705-f8ff3fe7c786 req-1123ddeb-f516-41da-8ad6-d97367cc0964 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194985 Aug 19 02:24:00.794677 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda25-7f2d-43e2-864a-c8d4715dee26 req-a889e61e-7996-49b5-b632-fabfebf337ea tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.796178 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dbafda25-7f2d-43e2-864a-c8d4715dee26 req-a889e61e-7996-49b5-b632-fabfebf337ea tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 945 time: 0.0592861 Aug 19 02:24:00.844282 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dbafda25-7f2d-43e2-864a-c8d4715dee26 req-115a7089-8116-4c08-971d-b07102092dec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Aug 19 02:24:00.866360 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-20bedec0-3c05-463e-ab2b-054494157a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.880421 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-20bedec0-3c05-463e-ab2b-054494157a1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3c0016ea0ad434b97875ad71379c925&device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 1097 time: 0.0471478 Aug 19 02:24:00.947896 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-af26112c-2a35-4e63-ad5b-61bbaf28af49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e HTTP/1.1" status: 200 len: 217 time: 0.0408611 Aug 19 02:24:01.028081 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-27bdde55-b15e-4b99-8225-56b36d90d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.028081 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-27bdde55-b15e-4b99-8225-56b36d90d5f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17db4947-e7f7-4994-af83-2e68eb7b9066 HTTP/1.1" status: 200 len: 848 time: 0.0633798 Aug 19 02:24:01.065287 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-ce508072-6525-4922-a7f5-06b0c7753835 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=974d27b4-a404-4786-878c-0d986478af46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295312 Aug 19 02:24:01.161293 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-53fc42c7-9160-4499-9d21-425774ccdd45 service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880778 Aug 19 02:24:01.286177 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab67b-17c9-436f-9092-50d8dc0e5dcb req-bd024982-3bd0-4492-9a39-4c51c2311cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.288345 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-643ab67b-17c9-436f-9092-50d8dc0e5dcb req-bd024982-3bd0-4492-9a39-4c51c2311cbc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0533979 Aug 19 02:24:01.317307 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3744e-f588-48a5-9974-4eb0e11b1259 req-5759d3f6-62a1-444f-bc00-28fc204f0ec5 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.325456 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7fd3744e-f588-48a5-9974-4eb0e11b1259 req-5759d3f6-62a1-444f-bc00-28fc204f0ec5 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 944 time: 0.0775862 Aug 19 02:24:01.325456 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-238f11db-a043-48f4-8487-2d6c2c8eb0d4 req-3e20f3d1-a943-40e8-9417-1ea621a38193 service neutron] 10.222.0.41 "GET /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463974 Aug 19 02:24:01.337241 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-643ab67b-17c9-436f-9092-50d8dc0e5dcb req-9d8a74be-1d8a-4d5a-bb63-1a5195729fe6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Aug 19 02:24:01.360411 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7fd3744e-f588-48a5-9974-4eb0e11b1259 req-409da059-7bcc-439e-a057-f6147eac3669 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Aug 19 02:24:01.579857 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80411999-ebb8-45a0-b3a2-ee0860f05f6d req-d8e29b63-27f7-4ee4-9aab-c18323419d3f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.581308 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-80411999-ebb8-45a0-b3a2-ee0860f05f6d req-d8e29b63-27f7-4ee4-9aab-c18323419d3f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 944 time: 0.0475874 Aug 19 02:24:01.621281 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-80411999-ebb8-45a0-b3a2-ee0860f05f6d req-3b913a1d-121a-4815-896a-201bce3d0001 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Aug 19 02:24:01.693625 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43614) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:01.792952 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1216952942-network', 'tenant_id': '95d47a0aede54af2bffe5415bdb49a95'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:01.893109 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Made reservation on behalf of 95d47a0aede54af2bffe5415bdb49a95 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:01.895841 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:01.908083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.003514 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e035-0e0e-4afb-8fa4-8f23e51958bd req-2a88c5ac-97af-41f0-9148-d9c023645848 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.005064 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-36a3e035-0e0e-4afb-8fa4-8f23e51958bd req-2a88c5ac-97af-41f0-9148-d9c023645848 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 945 time: 0.0883298 Aug 19 02:24:02.028730 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d60d8-6dcd-4cc7-9c7d-7e181e1b854f req-3af81f16-adba-4593-8be7-c40d69052653 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.028730 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c18d60d8-6dcd-4cc7-9c7d-7e181e1b854f req-3af81f16-adba-4593-8be7-c40d69052653 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.2810271 Aug 19 02:24:02.065846 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-36a3e035-0e0e-4afb-8fa4-8f23e51958bd req-78bed85e-bd2c-4b03-b8c5-469578a0fa84 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483019 Aug 19 02:24:02.078872 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c18d60d8-6dcd-4cc7-9c7d-7e181e1b854f req-28d5cf4b-b660-482b-a5ce-95ffe21f9c9a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Aug 19 02:24:02.097925 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.150292 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.171841 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:24:02.186837 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05df1b4c-189a-449a-a7ef-afd99e2312e1,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:02.189671 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.190052 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Added segment 7b1f62d4-a05f-4811-8960-561dce789179 of type vlan for network 0a223c73-e7fa-47fd-9f87-107edf75df68 Aug 19 02:24:02.231035 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.316055 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.317043 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.317629 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.384329 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] Pushing event updated for resources: {'Network': ['ID=0a223c73-e7fa-47fd-9f87-107edf75df68,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:02.396937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:24:02.441044 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-63d1dde5-f685-4024-84d3-3e89b51bd33d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7435052 Aug 19 02:24:02.447094 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43632) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:02.453053 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Request body: {'subnet': {'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1216952942-subnet', 'tenant_id': '95d47a0aede54af2bffe5415bdb49a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:02.479450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57b78b-8ef9-499e-a993-9464b03bd45d req-04888be4-85b5-4c17-8109-bd005c872d05 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.481737 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3a57b78b-8ef9-499e-a993-9464b03bd45d req-04888be4-85b5-4c17-8109-bd005c872d05 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0651529 Aug 19 02:24:02.514040 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de03f-394a-4383-99ff-12125d56e57a req-35da458f-ac8e-4d1e-9202-2616b64e140d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.515586 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-058de03f-394a-4383-99ff-12125d56e57a req-35da458f-ac8e-4d1e-9202-2616b64e140d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 944 time: 0.0803335 Aug 19 02:24:02.527277 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3a57b78b-8ef9-499e-a993-9464b03bd45d req-857853d6-7f69-4234-a706-3b027d56f865 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 Aug 19 02:24:02.555180 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-058de03f-394a-4383-99ff-12125d56e57a req-0cee8903-ca17-4efb-8281-ce1bc4fb340f tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Aug 19 02:24:02.578151 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Made reservation on behalf of 95d47a0aede54af2bffe5415bdb49a95 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:02.578319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f86c0ae9-7ac8-474d-a765-6efa29d0af1e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:02.580491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.588414 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 58120ea9-ed94-4a42-8c69-5e7d804a8882 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:02.751226 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-177157f3-09fa-40c0-bbfb-ab6cef321202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.768152 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:02.781516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e', 'network_id': '974d27b4-a404-4786-878c-0d986478af46', 'port_id': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e', 'mac_address': 'fa:16:3e:db:14:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17db4947-e7f7-4994-af83-2e68eb7b9066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:02.791530 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839d394-90da-420f-922c-842f71de5b8e req-99087549-68f3-4939-8093-3f094e6eb9ff tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.798900 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3839d394-90da-420f-922c-842f71de5b8e req-99087549-68f3-4939-8093-3f094e6eb9ff tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 944 time: 0.0720959 Aug 19 02:24:02.812679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 58120ea9-ed94-4a42-8c69-5e7d804a8882 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:02.821827 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 58120ea9-ed94-4a42-8c69-5e7d804a8882 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:02.822302 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.837846 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3839d394-90da-420f-922c-842f71de5b8e req-a3ec39aa-09fc-44d1-bec0-3b1b32f7f2ce tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Aug 19 02:24:02.849724 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.871614 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86c0ae9-7ac8-474d-a765-6efa29d0af1e {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:02.897170 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:02.932632 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.954413 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:02.963490 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:02.965976 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d571004-d4d8-4444-bbf0-a55524013a93" -d '{"events": [{"server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "name": "network-vif-plugged", "status": "completed", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:03.064742 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.118773 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee724cc1-6675-4b60-9939-c6c29f6bd5bf x-openstack-request-id: req-ee724cc1-6675-4b60-9939-c6c29f6bd5bf {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:03.119058 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "name": "network-vif-plugged", "status": "completed", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:03.119303 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee724cc1-6675-4b60-9939-c6c29f6bd5bf {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:03.119683 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'code': 200} Aug 19 02:24:03.130042 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa476e35-2df4-47c3-ba91-143112fa0a96,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:03.135148 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:03.144851 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Checking segment: {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:24:03.145212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Network hostable DHCP agents. Network: 0a223c73-e7fa-47fd-9f87-107edf75df68, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:24:03.153374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:03.224842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfec57e-15e7-4c45-8e97-b28ae9e220b0 req-4714c14a-3f5b-434a-9b74-47d2d0cc403b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.226418 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bdfec57e-15e7-4c45-8e97-b28ae9e220b0 req-4714c14a-3f5b-434a-9b74-47d2d0cc403b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0551381 Aug 19 02:24:03.235540 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.235857 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994baca-ee26-4dc2-ac21-7d91817c3987 req-f7180db9-7889-478b-a11d-9f41948a25cf tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.240394 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 8dd86e23-b7b4-4199-8b86-83a5d2690564 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:03.240531 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a994baca-ee26-4dc2-ac21-7d91817c3987 req-f7180db9-7889-478b-a11d-9f41948a25cf tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 945 time: 0.0559475 Aug 19 02:24:03.268447 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bdfec57e-15e7-4c45-8e97-b28ae9e220b0 req-5134aa08-3ea3-4c32-aceb-1276e0159ef9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Aug 19 02:24:03.281395 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a994baca-ee26-4dc2-ac21-7d91817c3987 req-2bcee525-6066-46e7-a78c-f1fce1afc04a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Aug 19 02:24:03.317591 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:03.333180 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:24:03.407418 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 8dd86e23-b7b4-4199-8b86-83a5d2690564 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:03.411286 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 8dd86e23-b7b4-4199-8b86-83a5d2690564 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:03.411658 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.437877 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['f86c0ae9-7ac8-474d-a765-6efa29d0af1e'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:03.457222 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c2ad-6549-48e5-96df-b71485381c6a req-dfbec6e0-2a84-493c-b997-24dac045cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.458892 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5549c2ad-6549-48e5-96df-b71485381c6a req-dfbec6e0-2a84-493c-b997-24dac045cfa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0415058 Aug 19 02:24:03.487248 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 0a223c73-e7fa-47fd-9f87-107edf75df68) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:03.491639 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.492650 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.499176 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b5365-03f9-4731-8261-8095c35480a5 None None] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:24:03.505522 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5549c2ad-6549-48e5-96df-b71485381c6a req-c12963a3-fe27-4daf-83e1-6cd0bd4e8073 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Aug 19 02:24:03.579671 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-15570341-b694-42e1-b089-87bfd7bc3507 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1315179 Aug 19 02:24:03.617897 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.681778 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57f3b-4217-4769-a5f9-265bc6a9f37c req-d9f87acd-6cf2-407b-9d11-ea817bfa8762 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.689783 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-11c57f3b-4217-4769-a5f9-265bc6a9f37c req-d9f87acd-6cf2-407b-9d11-ea817bfa8762 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0654759 Aug 19 02:24:03.696863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fc300-da35-4ae9-a74c-dcb205796393 req-07d33561-0ca0-4037-a190-6af40c13176b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.707736 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f13fc300-da35-4ae9-a74c-dcb205796393 req-07d33561-0ca0-4037-a190-6af40c13176b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 945 time: 0.0634902 Aug 19 02:24:03.728825 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:03.759964 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-11c57f3b-4217-4769-a5f9-265bc6a9f37c req-aac53227-9709-4623-be86-2d08dfc34894 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689964 Aug 19 02:24:03.764208 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f13fc300-da35-4ae9-a74c-dcb205796393 req-c63537ea-6c8a-4bbc-8489-ccc52fa41309 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563874 Aug 19 02:24:03.800344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736b97e-4e37-4c44-896d-6b0d4754a73a None None] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:24:03.846304 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:03.919043 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:03.993914 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2c471-deee-44ee-bd8e-d2c11ae8b4c7 req-41fa3275-8b56-4d75-b5cb-3cf00502db3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.993914 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03f2c471-deee-44ee-bd8e-d2c11ae8b4c7 req-41fa3275-8b56-4d75-b5cb-3cf00502db3b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Aug 19 02:24:04.023243 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-03f2c471-deee-44ee-bd8e-d2c11ae8b4c7 req-4ea9e5f3-ece9-443b-b6b9-1f06cece0c54 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Aug 19 02:24:04.392345 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2843de0-e8cf-481a-b474-728a2fe7522c req-4191d830-1b17-49c8-947d-05c193c239a0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.393838 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d2843de0-e8cf-481a-b474-728a2fe7522c req-4191d830-1b17-49c8-947d-05c193c239a0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0547543 Aug 19 02:24:04.407607 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2743-faf2-4cd5-bc2e-beb0348e421a req-af217ae7-8f2a-4609-a95e-dc8a3f5d1f27 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.409144 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-093b2743-faf2-4cd5-bc2e-beb0348e421a req-af217ae7-8f2a-4609-a95e-dc8a3f5d1f27 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Aug 19 02:24:04.435502 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d2843de0-e8cf-481a-b474-728a2fe7522c req-4a89e1fe-db6d-4654-b8e9-3267c6c7f01c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355208 Aug 19 02:24:04.454923 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-093b2743-faf2-4cd5-bc2e-beb0348e421a req-f5b33b1a-ec63-4239-ad4d-9f3fbcc2859f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Aug 19 02:24:04.882483 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81f400-612e-455c-babf-8843f389fd26 req-6cf64012-de1c-42ad-8bfe-4fb42ba55795 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.884068 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc81f400-612e-455c-babf-8843f389fd26 req-6cf64012-de1c-42ad-8bfe-4fb42ba55795 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 945 time: 0.0627422 Aug 19 02:24:04.916743 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1d64-b5f2-4453-a1bd-037154238bfe req-0d6533d8-7868-43d2-91c8-42223fd6b0ff tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.918871 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-870b1d64-b5f2-4453-a1bd-037154238bfe req-0d6533d8-7868-43d2-91c8-42223fd6b0ff tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0641344 Aug 19 02:24:04.923242 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc81f400-612e-455c-babf-8843f389fd26 req-15038742-966d-4ed9-adc8-ecfd9c95db15 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Aug 19 02:24:04.955731 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-870b1d64-b5f2-4453-a1bd-037154238bfe req-74e10179-f775-4dc0-9c33-23073ea1c1bb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Aug 19 02:24:05.121292 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:05.123722 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c453599-4ea4-499f-90a9-e3ebec39347c" -d '{"events": [{"server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "name": "network-vif-plugged", "status": "completed", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:05.135143 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b585073-ef4a-4e98-a2fd-de5e162fa7f1 req-1dfe3cdd-05f6-42f9-a767-f27badf6b761 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.137254 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6b585073-ef4a-4e98-a2fd-de5e162fa7f1 req-1dfe3cdd-05f6-42f9-a767-f27badf6b761 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Aug 19 02:24:05.161845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f0ff6-df65-4600-9a03-a86e4a53eb53 x-openstack-request-id: req-808f0ff6-df65-4600-9a03-a86e4a53eb53 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:05.162154 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "name": "network-vif-plugged", "status": "completed", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:05.162400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-808f0ff6-df65-4600-9a03-a86e4a53eb53 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:05.162807 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564', 'code': 200} Aug 19 02:24:05.177229 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6b585073-ef4a-4e98-a2fd-de5e162fa7f1 req-66d407b2-aa43-4867-b4e8-46269285f1f1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Aug 19 02:24:05.229886 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3ef45544-867f-49e6-9fd7-95133a24c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:05.555901 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:05.565830 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb489-f48c-44a2-a87e-10d3eb9f963a req-de9af280-f0a5-479f-9198-0ed564468ee4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.567445 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-74afb489-f48c-44a2-a87e-10d3eb9f963a req-de9af280-f0a5-479f-9198-0ed564468ee4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0511279 Aug 19 02:24:05.590326 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced96e05-1599-4977-8c68-97e1eeed167a req-d68c9920-d9cd-4f88-bb15-b36948754cc1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.591819 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ced96e05-1599-4977-8c68-97e1eeed167a req-d68c9920-d9cd-4f88-bb15-b36948754cc1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0609033 Aug 19 02:24:05.606499 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-74afb489-f48c-44a2-a87e-10d3eb9f963a req-c48ef5cb-c9b3-4031-be65-2739d7ed07fe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 19 02:24:05.631930 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ced96e05-1599-4977-8c68-97e1eeed167a req-c6baba9a-a565-4cf1-8d57-f0636b1f3a02 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340898 Aug 19 02:24:06.040756 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3159-8b99-4ff6-9ca0-ba1666158f35 req-75fed462-054a-44f6-a3b0-3956dfc441b2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.042284 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a8fe3159-8b99-4ff6-9ca0-ba1666158f35 req-75fed462-054a-44f6-a3b0-3956dfc441b2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 945 time: 0.0521345 Aug 19 02:24:06.074907 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7139-95f6-4623-9b96-244dddf3e80b req-2fef3d2a-a897-4222-8cff-cfcbfd147d8c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.076373 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-db0a7139-95f6-4623-9b96-244dddf3e80b req-2fef3d2a-a897-4222-8cff-cfcbfd147d8c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0485799 Aug 19 02:24:06.080014 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a8fe3159-8b99-4ff6-9ca0-ba1666158f35 req-17d73fba-59b5-4be4-b935-74040b61092f tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Aug 19 02:24:06.113917 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-db0a7139-95f6-4623-9b96-244dddf3e80b req-c28a7b99-d2fd-43a5-9cf4-68cd7191be6d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Aug 19 02:24:06.290263 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aacf7-b8ec-46dc-a67a-9e8026683833 req-ab832da9-fa23-4cfd-bc5f-3145102a1ce3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.291743 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1d0aacf7-b8ec-46dc-a67a-9e8026683833 req-ab832da9-fa23-4cfd-bc5f-3145102a1ce3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Aug 19 02:24:06.292891 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:06.329775 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1d0aacf7-b8ec-46dc-a67a-9e8026683833 req-97edd9d3-bdcd-4f5e-a633-880a2b6b0ae3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Aug 19 02:24:06.737249 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255c72-1ed7-4082-9571-b23b99351c0c req-abc56772-2e68-40d5-abc0-3c2170d52f59 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.738774 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-44255c72-1ed7-4082-9571-b23b99351c0c req-abc56772-2e68-40d5-abc0-3c2170d52f59 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0614331 Aug 19 02:24:06.752143 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df263-87b4-483c-a68c-6323ad083ae4 req-29443c9c-b356-4231-872b-67539934b5e2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.753601 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8c0df263-87b4-483c-a68c-6323ad083ae4 req-29443c9c-b356-4231-872b-67539934b5e2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Aug 19 02:24:06.778626 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-44255c72-1ed7-4082-9571-b23b99351c0c req-0ac140f0-8a91-4265-8402-812f1f5c1f04 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Aug 19 02:24:06.792296 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8c0df263-87b4-483c-a68c-6323ad083ae4 req-941c0b4b-008c-4914-bedc-9e51cd960026 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Aug 19 02:24:07.199151 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00544ee0-d291-47f4-9bc7-a98a4a3ab608 req-ad9fa051-f504-425c-b53b-e0feeb493db2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.200546 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00544ee0-d291-47f4-9bc7-a98a4a3ab608 req-ad9fa051-f504-425c-b53b-e0feeb493db2 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 945 time: 0.0532265 Aug 19 02:24:07.243135 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00544ee0-d291-47f4-9bc7-a98a4a3ab608 req-8bbd4e14-2726-400b-97ea-433bb7fca91b tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336378 Aug 19 02:24:07.244418 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7d74a-c313-42f3-a32d-75f0cd040ec6 req-406837dd-3bb2-4628-8fb3-3f7473ed44d0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.247075 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21c7d74a-c313-42f3-a32d-75f0cd040ec6 req-406837dd-3bb2-4628-8fb3-3f7473ed44d0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0577390 Aug 19 02:24:07.285132 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21c7d74a-c313-42f3-a32d-75f0cd040ec6 req-36d7b4ec-cab9-4014-bc1e-e9667f377ac8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Aug 19 02:24:07.299200 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210e279-cbce-4076-938f-d74068206a0c req-bb3ddab1-4ee8-44f4-a450-3fab7f0fd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.300689 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9210e279-cbce-4076-938f-d74068206a0c req-bb3ddab1-4ee8-44f4-a450-3fab7f0fd1a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 1098 time: 0.0404758 Aug 19 02:24:07.344072 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9210e279-cbce-4076-938f-d74068206a0c req-6e773e38-abfd-4d82-a64d-8b2f9fd72e16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Aug 19 02:24:07.447197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ff97-15e2-47c5-94ec-7d95dde4573e req-5d141c3b-c9a6-4424-acf5-1326b1b631ee tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.449283 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8063ff97-15e2-47c5-94ec-7d95dde4573e req-5d141c3b-c9a6-4424-acf5-1326b1b631ee tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Aug 19 02:24:07.489752 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8063ff97-15e2-47c5-94ec-7d95dde4573e req-a41a438b-dcee-4dfd-9d99-a9abe087d090 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 19 02:24:07.891611 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-ae877531-d20b-4ac2-962e-801e840054ee tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.893101 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-ae877531-d20b-4ac2-962e-801e840054ee tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 814 time: 0.1111619 Aug 19 02:24:07.903342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b58b6-4ce5-4649-be75-de69c40a2460 req-f67bd134-5669-4c93-96e4-47bd41b3b4b4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.904831 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9e4b58b6-4ce5-4649-be75-de69c40a2460 req-f67bd134-5669-4c93-96e4-47bd41b3b4b4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Aug 19 02:24:07.908624 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-d10ca861-fa93-4a84-a7ca-4af1791bdba9 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/quotas/95d47a0aede54af2bffe5415bdb49a95 HTTP/1.1" status: 200 len: 375 time: 0.0098975 Aug 19 02:24:07.945881 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9e4b58b6-4ce5-4649-be75-de69c40a2460 req-e2348c85-1999-4b5c-9c0f-e900bd7dc8ac tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347047 Aug 19 02:24:07.946364 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-58c0bbcc-d84c-409e-b7db-bdf8ec2faa1f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321877 Aug 19 02:24:08.028985 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:08.050303 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-12135fdd-82b3-4128-8466-88fc5543c753 service neutron] 10.222.0.38 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966887 Aug 19 02:24:08.078188 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0a27-9343-4a72-981e-270b73c12baa req-071e4f01-6c7d-4ace-b7e1-ad98b77d204d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.079655 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4ff0a27-9343-4a72-981e-270b73c12baa req-071e4f01-6c7d-4ace-b7e1-ad98b77d204d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0599504 Aug 19 02:24:08.122804 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4ff0a27-9343-4a72-981e-270b73c12baa req-13cfb087-1b14-4416-8962-4445e490774c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365951 Aug 19 02:24:08.153751 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-3ca4a7c9-d21b-4f47-ae1c-2e88d1ef9448 service neutron] 10.222.0.38 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975759 Aug 19 02:24:08.363913 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83f029-754c-4166-95f4-536b1693450f req-e21c12fb-5984-4a9a-9865-c06557f7fb12 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.371192 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe83f029-754c-4166-95f4-536b1693450f req-e21c12fb-5984-4a9a-9865-c06557f7fb12 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 945 time: 0.0583143 Aug 19 02:24:08.413673 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe83f029-754c-4166-95f4-536b1693450f req-16e5f5f1-1da1-4ce8-bbf9-630c02fba223 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Aug 19 02:24:08.482495 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0ece-6adf-44f3-a989-7c0c54fc2a67 req-a86ef695-bdaf-4146-9bec-10748f121ab9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.484082 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5f5b0ece-6adf-44f3-a989-7c0c54fc2a67 req-a86ef695-bdaf-4146-9bec-10748f121ab9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0741498 Aug 19 02:24:08.492210 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cf5dd9da-53e7-4473-a7e4-446caa8d8495 req-6bf7d10d-4c39-4e24-a188-8fa800f2e4a1 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0318248 Aug 19 02:24:08.503986 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f86c0ae9-7ac8-474d-a765-6efa29d0af1e up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:08.532255 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5f5b0ece-6adf-44f3-a989-7c0c54fc2a67 req-49ad06e4-4292-4c18-b062-a4b6533756c8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Aug 19 02:24:08.615875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182fa1a-5f46-4e8c-b4a6-0a751aa60a48 req-a4ed84d9-0116-4d84-8c74-fd121cd9e924 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.617389 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f182fa1a-5f46-4e8c-b4a6-0a751aa60a48 req-a4ed84d9-0116-4d84-8c74-fd121cd9e924 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Aug 19 02:24:08.629861 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port f86c0ae9-7ac8-474d-a765-6efa29d0af1e completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:08.634144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port f86c0ae9-7ac8-474d-a765-6efa29d0af1e triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:08.634519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:08.658528 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f182fa1a-5f46-4e8c-b4a6-0a751aa60a48 req-9fa7f624-2045-4d94-9562-997bc88274c5 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Aug 19 02:24:08.711713 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:08.736843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:08.739008 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99680c4-4889-4a90-90fe-f92b2f2d10bf" -d '{"events": [{"server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "name": "network-vif-plugged", "status": "completed", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:08.752329 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:08.779019 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17853f-2abf-4f6c-90db-da5ff4fa0994 x-openstack-request-id: req-ca17853f-2abf-4f6c-90db-da5ff4fa0994 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:08.779305 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "name": "network-vif-plugged", "status": "completed", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:08.779564 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca17853f-2abf-4f6c-90db-da5ff4fa0994 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:08.780105 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e', 'code': 200} Aug 19 02:24:08.847311 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:08.898655 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:09.064544 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74343d5-cf26-4fc4-94e9-227856ec1955 req-b712d1a4-a12c-4f41-a497-17b2cd49a7bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.066144 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e74343d5-cf26-4fc4-94e9-227856ec1955 req-b712d1a4-a12c-4f41-a497-17b2cd49a7bb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Aug 19 02:24:09.136849 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e74343d5-cf26-4fc4-94e9-227856ec1955 req-b0d0eba6-cd2b-4912-a5eb-c1ce956ee789 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631316 Aug 19 02:24:09.157506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddffcc-82e3-4497-aed4-6d197943f65a req-e93e34a5-4459-407a-bac6-1b5cfe0716d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.159176 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43ddffcc-82e3-4497-aed4-6d197943f65a req-e93e34a5-4459-407a-bac6-1b5cfe0716d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 1099 time: 0.0530901 Aug 19 02:24:09.211058 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43ddffcc-82e3-4497-aed4-6d197943f65a req-36132297-dc63-4de0-8528-f40ae1bd8699 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Aug 19 02:24:09.243649 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba8e2-5d93-49ed-9da2-34b6891d1dff req-e65d966c-3d11-4002-9dac-745603d92f38 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.244966 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f60ba8e2-5d93-49ed-9da2-34b6891d1dff req-e65d966c-3d11-4002-9dac-745603d92f38 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Aug 19 02:24:09.288099 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f60ba8e2-5d93-49ed-9da2-34b6891d1dff req-0248cbf7-b085-45f0-a7f7-9d3733d39f54 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363939 Aug 19 02:24:09.408493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ee2d0-a5d7-4a62-b8f6-229b7954388d req-9d1db8bb-9fbc-4996-a25a-e44d113e5647 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.410015 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1d1ee2d0-a5d7-4a62-b8f6-229b7954388d req-9d1db8bb-9fbc-4996-a25a-e44d113e5647 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Aug 19 02:24:09.420070 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 43772) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:09.424852 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'floatingip': {'port_id': '58120ea9-ed94-4a42-8c69-5e7d804a8882'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:09.464170 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:09.606330 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32d04c-6fc0-48e5-84ad-a240b1fba369 req-9ac759f3-0162-4469-bf90-de44627b2a85 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.606663 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fd8ae72f-581e-431b-aad9-6d9a4aadf27a req-58ab4d20-75bd-49ae-ab6e-9dd54d37b17a tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0299940 Aug 19 02:24:09.610440 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-eb32d04c-6fc0-48e5-84ad-a240b1fba369 req-9ac759f3-0162-4469-bf90-de44627b2a85 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.1160126 Aug 19 02:24:09.723200 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-eb32d04c-6fc0-48e5-84ad-a240b1fba369 req-911b9041-5bdf-4c6f-8e16-3fe3f46dbc36 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061690 Aug 19 02:24:09.727632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743dcd-dfb2-4cfe-98f5-24504a988ac2 req-e60a13b9-5660-4159-9574-ccedc9711963 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.729218 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7d743dcd-dfb2-4cfe-98f5-24504a988ac2 req-e60a13b9-5660-4159-9574-ccedc9711963 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0577424 Aug 19 02:24:09.774670 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7d743dcd-dfb2-4cfe-98f5-24504a988ac2 req-a0bd846f-7cb7-416a-8e0f-4cfb69dd55ac tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383475 Aug 19 02:24:09.918978 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb08e-af62-4415-a606-7284124b4e0f req-95f32991-cb28-4c52-972d-9e6f0bbf2733 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.920458 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-628cb08e-af62-4415-a606-7284124b4e0f req-95f32991-cb28-4c52-972d-9e6f0bbf2733 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.1291864 Aug 19 02:24:09.989756 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-628cb08e-af62-4415-a606-7284124b4e0f req-e02446fa-c4f6-4142-b8d0-2bd1e60dfb35 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Aug 19 02:24:10.055863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.110085 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.214433 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.l3_db [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Floating IP 4f38ed21-240d-499d-a093-e64255aca1e4 associated. External IP: 172.27.3.245, port: 58120ea9-ed94-4a42-8c69-5e7d804a8882. Aug 19 02:24:10.274051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0570c9-ff18-4c03-92b1-bbdc4f56ae85 req-b19c776d-5178-4db5-8edf-da11ad1bc65c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.277814 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b0570c9-ff18-4c03-92b1-bbdc4f56ae85 req-b19c776d-5178-4db5-8edf-da11ad1bc65c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0602105 Aug 19 02:24:10.317682 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8b0570c9-ff18-4c03-92b1-bbdc4f56ae85 req-498da623-009a-45c1-bd86-650450218620 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Aug 19 02:24:10.438593 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:24:10.550350 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:24:10.558260 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.560275 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:24:10.570903 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:24:10.571520 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:24:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:10.585182 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-6c466775-2c05-4be0-8e5f-70b6c248d540 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "PUT /v2.0/floatingips/4f38ed21-240d-499d-a093-e64255aca1e4 HTTP/1.1" status: 200 len: 992 time: 1.1632476 Aug 19 02:24:10.585182 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882'}] {{(pid=94405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:10.587528 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e18d1cb06b647339a7633158544a46b320e2fbe8af4390dd2b50db1bf7c1505" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f455633-5fed-4b75-a1df-07ae51c14f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882"}]}' {{(pid=94405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:10.643904 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a40fce3-de24-40f5-97e6-18ff2a84ff96 x-openstack-request-id: req-9a40fce3-de24-40f5-97e6-18ff2a84ff96 {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:10.644280 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882", "status": "completed", "code": 200}]} {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:10.649246 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a40fce3-de24-40f5-97e6-18ff2a84ff96 {{(pid=94405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:10.649246 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'status': 'completed', 'code': 200} Aug 19 02:24:10.696535 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:24:10.726125 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d5dfe80d-f705-4601-8244-b56901ad1cf0 req-72ac4037-d16b-4370-bd27-eda690593f84 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0299838 Aug 19 02:24:10.815392 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-0d967fcf-6b24-4cae-939f-fa032e45ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.816890 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-0d967fcf-6b24-4cae-939f-fa032e45ad8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0641303 Aug 19 02:24:10.856678 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd002af-ec7d-4cc5-8cb1-352061c4dd16 req-6a7ca7b9-f499-4c49-b888-3c215ce4ef1e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.863796 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1fd002af-ec7d-4cc5-8cb1-352061c4dd16 req-6a7ca7b9-f499-4c49-b888-3c215ce4ef1e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0661051 Aug 19 02:24:10.937390 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38de6-6fed-457e-b6aa-9b6d76181b2b req-6b750bbc-32db-4986-b442-6a066f7ddca9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.938035 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '4f38ed21-240d-499d-a093-e64255aca1e4', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:e0:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fba428-79ca-4470-aa11-2ee328cf1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:23:28Z', 'updated_at': '2021-08-19T02:24:09Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:10.940178 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1fd002af-ec7d-4cc5-8cb1-352061c4dd16 req-55b2c7b1-835c-440b-b0d1-72efedfcff34 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695257 Aug 19 02:24:10.950249 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-46b38de6-6fed-457e-b6aa-9b6d76181b2b req-6b750bbc-32db-4986-b442-6a066f7ddca9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0750940 Aug 19 02:24:10.967442 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:24:10.989944 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:24:10.990590 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:24:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:11.001409 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-46b38de6-6fed-457e-b6aa-9b6d76181b2b req-627fe7b0-ce50-45da-9ac6-4a82a46de1d8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501866 Aug 19 02:24:11.056261 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-4f8983de-c395-4cc0-8d83-cee864f12e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.058466 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-4f8983de-c395-4cc0-8d83-cee864f12e62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.1164863 Aug 19 02:24:11.099083 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:24:11.188569 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-253f8100-01fa-4d06-9815-f893495c7a58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1000 time: 0.0649743 Aug 19 02:24:11.242830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-1df5c2bf-5bc8-4fdc-9743-528f73ba13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.244314 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-1df5c2bf-5bc8-4fdc-9743-528f73ba13ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0453196 Aug 19 02:24:11.305012 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-1608a062-5a2f-4574-9f16-0c4c28b8f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.306580 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-1608a062-5a2f-4574-9f16-0c4c28b8f875 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443473 Aug 19 02:24:11.413883 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '4f38ed21-240d-499d-a093-e64255aca1e4', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:e0:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fba428-79ca-4470-aa11-2ee328cf1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:23:28Z', 'updated_at': '2021-08-19T02:24:09Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:11.434845 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-aacc03b9-5d49-4a68-a5ac-57c9774652d6 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196129 Aug 19 02:24:11.440596 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3878c-9110-4d65-8451-3ecdae93d2a7 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '4f38ed21-240d-499d-a093-e64255aca1e4', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:e0:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fba428-79ca-4470-aa11-2ee328cf1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:23:28Z', 'updated_at': '2021-08-19T02:24:09Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:24:11.455915 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9ec1-abe2-499c-b304-6b30713036f5 req-160b8491-1af5-46a7-98d0-f801bc71a96c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.462183 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e70a9ec1-abe2-499c-b304-6b30713036f5 req-160b8491-1af5-46a7-98d0-f801bc71a96c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0649164 Aug 19 02:24:11.498458 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e70a9ec1-abe2-499c-b304-6b30713036f5 req-dbb0befb-3aaf-44df-ba36-ceaaaffd6570 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347583 Aug 19 02:24:11.639690 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d45915-8581-4175-8bc3-22a105a0b929 None None] New status for floating IP 4f38ed21-240d-499d-a093-e64255aca1e4: ACTIVE {{(pid=94406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:24:11.716825 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f455633-5fed-4b75-a1df-07ae51c14f5a req-47ccda14-41b8-4353-8e2a-5137e9659a60 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816127 Aug 19 02:24:11.723890 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-e966a9f7-2207-4ae5-aa60-c400ad174419 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.725466 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-e966a9f7-2207-4ae5-aa60-c400ad174419 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 814 time: 0.1891477 Aug 19 02:24:11.810114 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Request body: {'port': {'device_id': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68', 'admin_state_up': True, 'tenant_id': '95d47a0aede54af2bffe5415bdb49a95'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:11.840277 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe5157dd-7826-42b5-8668-1f2762c02e2e req-6f84cdec-71e5-4314-be94-2e4da501d5e3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0448844 Aug 19 02:24:11.923436 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:24:12.028697 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Made reservation on behalf of 95d47a0aede54af2bffe5415bdb49a95 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:12.034246 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.189684 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a6eb-966d-4be2-8702-468f6f434a3d req-7d04f3b7-b71a-4902-9d2d-f9b9439ed8aa tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.191191 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ebc4a6eb-966d-4be2-8702-468f6f434a3d req-7d04f3b7-b71a-4902-9d2d-f9b9439ed8aa tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0877810 Aug 19 02:24:12.231966 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Allocated IP 172.20.0.6 (0a223c73-e7fa-47fd-9f87-107edf75df68/aa476e35-2df4-47c3-ba91-143112fa0a96/c0a1d0aa-a126-4656-9baa-6158c440310b) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:24:12.252982 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ebc4a6eb-966d-4be2-8702-468f6f434a3d req-3576d93e-d3d9-473b-bfac-21d343ae5745 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Aug 19 02:24:12.429439 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d447a-a452-4cf2-8278-73943059b7c4 req-93ee9832-f475-46a9-b897-0f50c83623d9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.430967 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0d9d447a-a452-4cf2-8278-73943059b7c4 req-93ee9832-f475-46a9-b897-0f50c83623d9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1161699 Aug 19 02:24:12.494875 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0d9d447a-a452-4cf2-8278-73943059b7c4 req-f30261ae-a327-428d-99af-678fa0c7619d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573997 Aug 19 02:24:12.504372 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.634566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7e505-13ff-432c-8bcf-57a0850cfe22 req-035c1813-4219-4acc-baea-4de9c88f3120 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.636053 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85a7e505-13ff-432c-8bcf-57a0850cfe22 req-035c1813-4219-4acc-baea-4de9c88f3120 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0538745 Aug 19 02:24:12.657970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.715300 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85a7e505-13ff-432c-8bcf-57a0850cfe22 req-4dd3945b-d1b9-4d48-9e34-70dcef99ebb0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710785 Aug 19 02:24:12.715300 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:24:12.722400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:12.726721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:24:12.734205 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Pushing event updated for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:12.763956 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.766717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.767354 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.767354 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.767548 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:12.791294 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.792435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.875001 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-1d154c8c-35ef-4064-938e-af072b91c125 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0689399 Aug 19 02:24:12.903597 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Request body: {'port': {'device_id': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:12.971651 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.994334 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dbc1e-15c7-41c8-a4a8-e831b8bc4a9d req-46c437ee-8841-45a4-94c5-993e122b8c60 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.996111 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0c0dbc1e-15c7-41c8-a4a8-e831b8bc4a9d req-46c437ee-8841-45a4-94c5-993e122b8c60 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 931 time: 0.0761669 Aug 19 02:24:13.034664 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0c0dbc1e-15c7-41c8-a4a8-e831b8bc4a9d req-4197608f-ce69-412d-8715-1bb3f468901b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Aug 19 02:24:13.246306 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a1d0aa-a126-4656-9baa-6158c440310b {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:13.253528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.265618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Transition to ACTIVE for port object c0a1d0aa-a126-4656-9baa-6158c440310b will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:24:13.361212 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.409247 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:13.482572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Attempting to bind port c0a1d0aa-a126-4656-9baa-6158c440310b on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:24:13.483275 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Attempting to bind port c0a1d0aa-a126-4656-9baa-6158c440310b by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:24:13.483275 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Attempting to bind port c0a1d0aa-a126-4656-9baa-6158c440310b on network 0a223c73-e7fa-47fd-9f87-107edf75df68 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:13.487618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Port c0a1d0aa-a126-4656-9baa-6158c440310b on network 0a223c73-e7fa-47fd-9f87-107edf75df68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:24:13.487933 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Attempting to bind port c0a1d0aa-a126-4656-9baa-6158c440310b on network 0a223c73-e7fa-47fd-9f87-107edf75df68 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:13.492625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:24:13.492954 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Checking segment: {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:24:13.493359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Bound using segment: {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:24:13.493779 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Bound port: c0a1d0aa-a126-4656-9baa-6158c440310b, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:24:13.494168 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.563727 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:24:13.567208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=c0a1d0aa-a126-4656-9baa-6158c440310b,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:24:13.628165 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427e40-6fcf-46db-ae81-e575c25ee258 req-6874382c-40fc-4ecb-91c4-8b189d49dd90 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.629729 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-89427e40-6fcf-46db-ae81-e575c25ee258 req-6874382c-40fc-4ecb-91c4-8b189d49dd90 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0572460 Aug 19 02:24:13.630754 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.672584 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-89427e40-6fcf-46db-ae81-e575c25ee258 req-7ffa0bb0-076b-46fe-8641-a93d9756b4c6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347605 Aug 19 02:24:13.676094 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.677380 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.679118 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0a1d0aa-a126-4656-9baa-6158c440310b HTTP/1.1" status: 200 len: 1093 time: 0.7808344 Aug 19 02:24:13.683113 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:13.686791 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8808a1-8d4c-499b-81ec-acb1a4adaede" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:13.721488 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ceb37-bb28-4032-843b-e33c64f11dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:13.758978 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2832be80-5a20-40e7-8b4b-21a19c1452d5 x-openstack-request-id: req-2832be80-5a20-40e7-8b4b-21a19c1452d5 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:13.763576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:13.763866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2832be80-5a20-40e7-8b4b-21a19c1452d5 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:13.764618 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b', 'status': 'completed', 'code': 200} Aug 19 02:24:13.858480 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844e66-ae50-44f9-a8c2-c6ea1d62c729 req-2c02d238-c379-431e-b5a3-defeb051dddc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.859988 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4a844e66-ae50-44f9-a8c2-c6ea1d62c729 req-2c02d238-c379-431e-b5a3-defeb051dddc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Aug 19 02:24:13.898615 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4a844e66-ae50-44f9-a8c2-c6ea1d62c729 req-9bcfa25b-c1ed-4eff-9560-c4e52016a35f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Aug 19 02:24:13.919290 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-d4ef9a5d-bbd3-4965-b7f5-0fbd14391550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.922021 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-d4ef9a5d-bbd3-4965-b7f5-0fbd14391550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 1096 time: 0.0597095 Aug 19 02:24:14.052868 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-90ddb56f-079a-41c8-9d99-702762bc233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.054352 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-90ddb56f-079a-41c8-9d99-702762bc233e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95d47a0aede54af2bffe5415bdb49a95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1012266 Aug 19 02:24:14.135907 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43888) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:14.172707 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871fa1-3279-4ba2-b1a7-88f6f59936c2 req-245d1cba-a89d-428b-9460-bdf79de4bc27 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.175104 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ec871fa1-3279-4ba2-b1a7-88f6f59936c2 req-245d1cba-a89d-428b-9460-bdf79de4bc27 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0601130 Aug 19 02:24:14.201262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-c75df819-93f8-4a55-9715-29482fcec3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.202800 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b8808a1-8d4c-499b-81ec-acb1a4adaede req-c75df819-93f8-4a55-9715-29482fcec3a3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343174 Aug 19 02:24:14.223143 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ec871fa1-3279-4ba2-b1a7-88f6f59936c2 req-b4339996-910f-4bd6-8f4b-dfe56bcd9a53 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Aug 19 02:24:14.224215 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40401d44-c856-48ff-b199-20a8af44be7b req-1db8d80c-fab8-4562-be9f-d2a0f653bd44 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.225720 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-40401d44-c856-48ff-b199-20a8af44be7b req-1db8d80c-fab8-4562-be9f-d2a0f653bd44 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0635114 Aug 19 02:24:14.284131 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-40401d44-c856-48ff-b199-20a8af44be7b req-c0cdf1ca-1657-453a-bf1b-b89a0ba1b89f tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Aug 19 02:24:14.284974 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-014e30cc-2afa-4a43-ae8f-036f597d8414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.401568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-9a00e6bd-c681-435d-a2e1-fdd43f16b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.403265 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-9a00e6bd-c681-435d-a2e1-fdd43f16b73e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 1096 time: 0.0676072 Aug 19 02:24:14.414278 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-014e30cc-2afa-4a43-ae8f-036f597d8414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.457868 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-69b31e92-5815-4960-a9e0-e387ca26fcf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a1d0aa-a126-4656-9baa-6158c440310b HTTP/1.1" status: 200 len: 217 time: 0.0343163 Aug 19 02:24:14.494367 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-014e30cc-2afa-4a43-ae8f-036f597d8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.546662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-92c21f44-96e9-4f12-be09-58d9f2e65638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.548079 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-92c21f44-96e9-4f12-be09-58d9f2e65638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 200 len: 854 time: 0.0805588 Aug 19 02:24:14.548925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e30cc-2afa-4a43-ae8f-036f597d8414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c188a76-b417-4b24-8f57-98498a6befdf,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:14.552859 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-014e30cc-2afa-4a43-ae8f-036f597d8414 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1847d905e1c84a788eede48d6617ee22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160049 Aug 19 02:24:14.555647 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 43894) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:14.591709 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-533b98dc-0d77-4a8c-a7b4-38d46974b11b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a223c73-e7fa-47fd-9f87-107edf75df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294187 Aug 19 02:24:14.677343 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.714610 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.739049 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-f9caeec6-517a-484e-97f6-d716ec9bba31 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373250 Aug 19 02:24:15.029892 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409b4d-21e8-4289-83dd-510d9f13035d req-cf182757-109f-4a85-a9b2-f6393fce0581 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.031427 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-77409b4d-21e8-4289-83dd-510d9f13035d req-cf182757-109f-4a85-a9b2-f6393fce0581 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0551221 Aug 19 02:24:15.069990 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-77409b4d-21e8-4289-83dd-510d9f13035d req-02b8c7cf-fdbb-4b0f-ae74-dcfcff51c9cf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Aug 19 02:24:15.117128 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697b61-564b-41bc-ae4d-c15c9496bdec req-6d496c5a-b274-4c5a-88f2-2b9c2673433e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.118615 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd697b61-564b-41bc-ae4d-c15c9496bdec req-6d496c5a-b274-4c5a-88f2-2b9c2673433e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.3563144 Aug 19 02:24:15.145987 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7626a7a5-1c8a-4041-a859-605240d1bb50 req-d1eb49e7-6844-45c6-b5d4-76a3413c9713 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965080 Aug 19 02:24:15.154532 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3af979-2176-4269-9b70-ef028e7977b1 req-da585035-c1f6-4040-8b1f-4a9efef58056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.155970 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e3af979-2176-4269-9b70-ef028e7977b1 req-da585035-c1f6-4040-8b1f-4a9efef58056 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.1045456 Aug 19 02:24:15.172285 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:15.177370 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:15.177370 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c188a76-b417-4b24-8f57-98498a6befdf HTTP/1.1" status: 204 len: 168 time: 0.6193759 Aug 19 02:24:15.189122 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd697b61-564b-41bc-ae4d-c15c9496bdec req-9c8f0181-728c-4476-9bac-4c96030c1066 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578029 Aug 19 02:24:15.195929 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99470af-b310-4495-8bd3-d3b5ed1af8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c188a76-b417-4b24-8f57-98498a6befdf,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:15.228815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1e3af979-2176-4269-9b70-ef028e7977b1 req-93319df0-8bb4-452b-a03e-ec704842fabd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Aug 19 02:24:15.342753 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf585-642f-4918-8715-8396ded932c1 req-34738c1e-1a00-4b27-810a-afa16221dfa8 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.348487 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ccbdf585-642f-4918-8715-8396ded932c1 req-34738c1e-1a00-4b27-810a-afa16221dfa8 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0546253 Aug 19 02:24:15.383654 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ccbdf585-642f-4918-8715-8396ded932c1 req-c3b4a789-a3a1-4c89-9761-2ed983faa5b8 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Aug 19 02:24:15.405673 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddaaae-e1c9-464c-9e60-a42832839bac req-e4495294-c2e1-4130-a108-f0a6fb68dd2d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.407395 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-20ddaaae-e1c9-464c-9e60-a42832839bac req-e4495294-c2e1-4130-a108-f0a6fb68dd2d tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0537405 Aug 19 02:24:15.453039 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-20ddaaae-e1c9-464c-9e60-a42832839bac req-9543587c-1c15-44c1-9bc6-cee73beac724 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Aug 19 02:24:16.185809 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1b97-8756-474c-914a-702855211b6b req-3402ea5d-fcec-4ea9-a14a-d57320b55bee tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:16.187325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-15bb1b97-8756-474c-914a-702855211b6b req-3402ea5d-fcec-4ea9-a14a-d57320b55bee tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0499012 Aug 19 02:24:16.226188 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-15bb1b97-8756-474c-914a-702855211b6b req-57212825-d325-42f6-b70b-7664ed4d808c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Aug 19 02:24:16.336346 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad0031-047c-4796-b4d8-393472f579b3 req-80c2b389-ed22-4daa-bb6b-fc5cc356b4a0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:16.337827 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ffad0031-047c-4796-b4d8-393472f579b3 req-80c2b389-ed22-4daa-bb6b-fc5cc356b4a0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0503557 Aug 19 02:24:16.377815 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ffad0031-047c-4796-b4d8-393472f579b3 req-2f48205c-2ac9-4323-858f-8dc5487a7f72 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330813 Aug 19 02:24:16.505314 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe224f-0cef-42f5-9ed0-4c025960bfd8 req-84bc8e88-de53-4fb8-9b89-ce5f10d5212b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:16.506858 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e8fe224f-0cef-42f5-9ed0-4c025960bfd8 req-84bc8e88-de53-4fb8-9b89-ce5f10d5212b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0494542 Aug 19 02:24:16.545196 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e8fe224f-0cef-42f5-9ed0-4c025960bfd8 req-64b880c0-1a4c-4af8-a767-def9d6e485af tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 19 02:24:16.569236 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23d7da-17f5-4d81-b6d1-786cb73054e0 req-bbf44734-c04b-46ae-b81a-1eec026e9b15 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:16.570718 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e23d7da-17f5-4d81-b6d1-786cb73054e0 req-bbf44734-c04b-46ae-b81a-1eec026e9b15 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0493584 Aug 19 02:24:16.613692 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e23d7da-17f5-4d81-b6d1-786cb73054e0 req-155a5b04-2202-4609-938a-923821b81c66 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee1b1bf-db01-4436-b4df-e65914167645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Aug 19 02:24:17.039414 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e7a0-c466-499e-907b-4089033c50b5 req-81b154fd-b5f7-4563-9e3d-4c19e3b8ed53 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.040841 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3530e7a0-c466-499e-907b-4089033c50b5 req-81b154fd-b5f7-4563-9e3d-4c19e3b8ed53 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Aug 19 02:24:17.201609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Deleting port f86c0ae9-7ac8-474d-a765-6efa29d0af1e {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:24:17.202365 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.292304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] For port f86c0ae9-7ac8-474d-a765-6efa29d0af1e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,segment=NetworkSegment(71191215-312d-4fd8-a2fa-cd7532c8664c),segment_id=71191215-312d-4fd8-a2fa-cd7532c8664c)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:17.292662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.310806 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Calling delete_port for f86c0ae9-7ac8-474d-a765-6efa29d0af1e owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:24:17.353281 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6415249-8bf3-4cd2-8f54-04964b7743ae req-42a62207-3d97-4aaf-94b0-92c5e4fb7df9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.355827 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e6415249-8bf3-4cd2-8f54-04964b7743ae req-42a62207-3d97-4aaf-94b0-92c5e4fb7df9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0593979 Aug 19 02:24:17.394498 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e6415249-8bf3-4cd2-8f54-04964b7743ae req-aa98e186-5cd8-4b90-ab95-fb218483b648 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Aug 19 02:24:17.422368 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-04885418-68a3-47c4-ba3a-51f31ee67bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551736 Aug 19 02:24:17.539181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a55fb-6c44-4754-a571-d5d3f3d8f26f req-0aef876b-c8b1-4fef-b8ac-27ca41f031fb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.540539 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b16a55fb-6c44-4754-a571-d5d3f3d8f26f req-0aef876b-c8b1-4fef-b8ac-27ca41f031fb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0839169 Aug 19 02:24:17.547487 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-dbd56321-2da9-4d97-8eaa-2bd43cce2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.548891 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-dbd56321-2da9-4d97-8eaa-2bd43cce2a79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0596583 Aug 19 02:24:17.556557 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.604821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Pushing event deleted for resources: {'Port': ['ID=f86c0ae9-7ac8-474d-a765-6efa29d0af1e,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:17.627920 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['f86c0ae9-7ac8-474d-a765-6efa29d0af1e'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:17.663108 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396de8d-d520-460c-8985-991c38f59ca1 req-246764c3-2b6b-4fbd-a8c6-ba3d0b303d78 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.664116 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b16a55fb-6c44-4754-a571-d5d3f3d8f26f req-895c2d7f-b697-47cd-8a2b-1f8d51aee419 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143036 Aug 19 02:24:17.664604 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6396de8d-d520-460c-8985-991c38f59ca1 req-246764c3-2b6b-4fbd-a8c6-ba3d0b303d78 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0494800 Aug 19 02:24:17.707892 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] No DVR routers for this DVR port f86c0ae9-7ac8-474d-a765-6efa29d0af1e on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:24:17.710560 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6396de8d-d520-460c-8985-991c38f59ca1 req-5a56001f-32b5-4b76-b9e2-cfa1ac4ee7f7 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Aug 19 02:24:17.714131 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.716310 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3530e7a0-c466-499e-907b-4089033c50b5 req-f6c83fa3-e4fb-4b74-8295-c1b7d97603ac tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.41 "DELETE /v2.0/ports/f86c0ae9-7ac8-474d-a765-6efa29d0af1e HTTP/1.1" status: 204 len: 173 time: 0.6055970 Aug 19 02:24:17.716682 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'name': 'network-vif-deleted', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:17.718961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f2ab3-cdb4-42f2-a23f-f11b1981ce80" -d '{"events": [{"server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "name": "network-vif-deleted", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:17.752284 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-62437d4d-d1bf-49a7-8334-978cdfc4658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.753729 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-62437d4d-d1bf-49a7-8334-978cdfc4658f service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.1620865 Aug 19 02:24:17.784650 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cacd7c3-6eac-4232-8879-379b5cf5c804 x-openstack-request-id: req-1cacd7c3-6eac-4232-8879-379b5cf5c804 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:17.784946 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b1e369-984d-4ef6-9be6-2e2c3f6c0707", "name": "network-vif-deleted", "tag": "f86c0ae9-7ac8-474d-a765-6efa29d0af1e", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:17.785199 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cacd7c3-6eac-4232-8879-379b5cf5c804 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:17.785589 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b1e369-984d-4ef6-9be6-2e2c3f6c0707', 'name': 'network-vif-deleted', 'tag': 'f86c0ae9-7ac8-474d-a765-6efa29d0af1e', 'status': 'completed', 'code': 200} Aug 19 02:24:17.816386 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36dafbf3-d645-4ad7-9c4c-df3065f03b73 req-b5616f3e-944f-431f-9d5f-cf482aaa4ac4 tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0663025 Aug 19 02:24:17.818093 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-1398e0ab-b769-4c25-b0a7-c43f8c37b93c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.0550418 Aug 19 02:24:17.874800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-664ec94a-7256-44bb-afda-cd63a817b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.876297 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-664ec94a-7256-44bb-afda-cd63a817b97b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0461876 Aug 19 02:24:17.908104 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-8f42b68d-dacc-44cd-957c-99666ccdc581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236778 Aug 19 02:24:18.035281 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-23f63301-8643-44e3-ab35-82911cea170f service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161704 Aug 19 02:24:18.132825 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ea90f22-3c8a-4f1b-86b1-ffbf2f4c9dfa req-d407c2f4-9877-4102-9764-0cfb695bc4ee service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866194 Aug 19 02:24:18.509223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ccac0-903b-4788-9c9a-fc92be2df84a req-20e7fbfe-2944-498c-bdb1-887384dd9ffc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:18.510780 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b72ccac0-903b-4788-9c9a-fc92be2df84a req-20e7fbfe-2944-498c-bdb1-887384dd9ffc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0491774 Aug 19 02:24:18.552254 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b72ccac0-903b-4788-9c9a-fc92be2df84a req-a5862597-733c-4d45-bcf3-4ef360a4f40f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Aug 19 02:24:18.786103 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a93f33-bcdb-4d5e-a7b5-c0e50470b858 req-1d0d3570-c705-4ce3-9b51-61e2d11f46e9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:18.787573 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7a93f33-bcdb-4d5e-a7b5-c0e50470b858 req-1d0d3570-c705-4ce3-9b51-61e2d11f46e9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0496249 Aug 19 02:24:18.827011 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7a93f33-bcdb-4d5e-a7b5-c0e50470b858 req-8cbf1fb2-9e7f-4329-ae0f-e3c23b45ab8e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325840 Aug 19 02:24:18.954023 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c8ddf0a6-fd7d-42bd-b3e6-49997f098e21 req-06e6515f-6783-4d55-9bba-660e66aabb3e tempest-VolumesActionsTest-1133883024 tempest-VolumesActionsTest-1133883024-project] 10.222.0.38 "GET /v2.0/ports?device_id=17b1e369-984d-4ef6-9be6-2e2c3f6c0707 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Aug 19 02:24:18.959817 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9347c6-7797-4701-83b9-8c9a3e13043a req-382426d9-1f09-4aab-9541-fc38cd5f7f76 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:18.961317 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5d9347c6-7797-4701-83b9-8c9a3e13043a req-382426d9-1f09-4aab-9541-fc38cd5f7f76 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0544055 Aug 19 02:24:19.004630 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5d9347c6-7797-4701-83b9-8c9a3e13043a req-2e4ee02b-54c4-4fcb-afc0-efcd113dc29b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Aug 19 02:24:19.108790 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006985-205f-45d4-9f80-ad9902c4adaa req-99d12640-561e-4b7a-a1c6-4ea8dabf1705 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.110290 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f006985-205f-45d4-9f80-ad9902c4adaa req-99d12640-561e-4b7a-a1c6-4ea8dabf1705 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0933084 Aug 19 02:24:19.115770 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-7f31cad4-9a78-453c-928d-a1100a9f85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.117128 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-7f31cad4-9a78-453c-928d-a1100a9f85b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0658720 Aug 19 02:24:19.201148 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f006985-205f-45d4-9f80-ad9902c4adaa req-e4aabd00-7cb1-4b69-8bf8-fe7eeba63360 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830548 Aug 19 02:24:19.234797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-4974100d-0272-4fd2-b705-3544c5600061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.236259 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-4974100d-0272-4fd2-b705-3544c5600061 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.1053078 Aug 19 02:24:19.292439 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-0f8f415d-f52f-4547-a889-be7ef14fc857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.0356319 Aug 19 02:24:19.346419 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-d7d523c8-e6a2-43e7-9e7d-c01c444832df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.347859 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-d7d523c8-e6a2-43e7-9e7d-c01c444832df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0476952 Aug 19 02:24:19.395069 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-9712099e-b4c2-47a4-9a8b-d19b649def86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236492 Aug 19 02:24:19.523911 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-92969f7d-5463-4673-8a28-5ba97232fb93 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809894 Aug 19 02:24:19.617015 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9d955f6-a7e7-44dd-b207-ccb4c7e03fcc req-1cfcb39c-8658-4a4f-aadf-1309dc34f0c6 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Aug 19 02:24:19.951861 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba814af9-9b6f-4eb8-bbb4-0dd9b7187b03 req-6b3528d5-f6d0-44a4-ac65-23ed6f905905 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.953326 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba814af9-9b6f-4eb8-bbb4-0dd9b7187b03 req-6b3528d5-f6d0-44a4-ac65-23ed6f905905 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0527792 Aug 19 02:24:20.006714 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba814af9-9b6f-4eb8-bbb4-0dd9b7187b03 req-3cf6f0f1-6e3d-4c31-bce7-e52ab267c03f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429695 Aug 19 02:24:20.134325 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16e30-c2b6-4fb9-be62-e36ce3ba354e req-fa2502ae-87e4-4bfc-b4a7-e25c77aae310 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:20.136539 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a6f16e30-c2b6-4fb9-be62-e36ce3ba354e req-fa2502ae-87e4-4bfc-b4a7-e25c77aae310 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 943 time: 0.0540745 Aug 19 02:24:20.175893 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a6f16e30-c2b6-4fb9-be62-e36ce3ba354e req-c57d95b3-bcc3-4864-89ab-3c67d25c39a4 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Aug 19 02:24:20.329810 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bf2a-f810-42f2-a285-aa1aeef2e80e req-d422ba4b-ad02-489d-82a1-81f220a65430 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:20.331441 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-20b7bf2a-f810-42f2-a285-aa1aeef2e80e req-d422ba4b-ad02-489d-82a1-81f220a65430 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Aug 19 02:24:20.372133 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-20b7bf2a-f810-42f2-a285-aa1aeef2e80e req-420abc35-667f-4f46-87bc-8979ffde0b52 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Aug 19 02:24:20.534850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device c0a1d0aa-a126-4656-9baa-6158c440310b details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:20.630821 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=c0a1d0aa-a126-4656-9baa-6158c440310b,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:20.642316 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'c0a1d0aa-a126-4656-9baa-6158c440310b', 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68', 'port_id': 'c0a1d0aa-a126-4656-9baa-6158c440310b', 'mac_address': 'fa:16:3e:b9:71:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa476e35-2df4-47c3-ba91-143112fa0a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:20.678635 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:20.695488 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a1d0aa-a126-4656-9baa-6158c440310b {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:20.716243 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=c0a1d0aa-a126-4656-9baa-6158c440310b,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:20.800998 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:20.852024 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:20.859595 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.859952 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.860296 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.860634 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.860967 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.861301 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.861629 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.861964 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.862337 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.862670 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.862993 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:20.863319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:21.134992 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2b6f9-f14d-4a18-9455-2bf34cb7c184 req-52968c6d-6a86-4072-91ce-c4d8a8f5e0ce tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.136776 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4af2b6f9-f14d-4a18-9455-2bf34cb7c184 req-52968c6d-6a86-4072-91ce-c4d8a8f5e0ce tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0660412 Aug 19 02:24:21.178262 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4af2b6f9-f14d-4a18-9455-2bf34cb7c184 req-60673a2d-362b-4e17-8960-89d047df8d8a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347664 Aug 19 02:24:21.303117 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528f5a0-800d-41f1-92e3-5fdf1c0b69b1 req-b5b0dd45-6dc6-436a-8c86-d4b338e6b0f3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.304619 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e528f5a0-800d-41f1-92e3-5fdf1c0b69b1 req-b5b0dd45-6dc6-436a-8c86-d4b338e6b0f3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 944 time: 0.0525591 Aug 19 02:24:21.345933 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e528f5a0-800d-41f1-92e3-5fdf1c0b69b1 req-3b1e8a6e-c39b-4df3-b029-8a2cf15a2a54 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Aug 19 02:24:21.434757 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['c0a1d0aa-a126-4656-9baa-6158c440310b'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:21.515550 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd6c44-b791-4b85-96ab-2d9bc7411818 req-e9f50eaf-536f-48ff-9dad-2785967ca6a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.517212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c0dd6c44-b791-4b85-96ab-2d9bc7411818 req-e9f50eaf-536f-48ff-9dad-2785967ca6a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0545101 Aug 19 02:24:21.556812 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c0dd6c44-b791-4b85-96ab-2d9bc7411818 req-addf6dde-057f-427a-93d1-ef545573d48f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Aug 19 02:24:21.699440 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:22.296385 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-cee755e1-ee73-4e14-9c74-0b0028fade09 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566394768&fields=id&tenant_id=3c66a4d5f54443e4b5e42435286481b1 HTTP/1.1" status: 200 len: 267 time: 0.0324075 Aug 19 02:24:22.305337 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018962e8-f9ee-4205-bdbf-808181769898 req-617b38ca-4646-4789-a6db-3530b8ff8ff5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.306917 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-018962e8-f9ee-4205-bdbf-808181769898 req-617b38ca-4646-4789-a6db-3530b8ff8ff5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0543468 Aug 19 02:24:22.345750 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-018962e8-f9ee-4205-bdbf-808181769898 req-26edd1ee-d8ff-4202-9801-4964cf684bd9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Aug 19 02:24:22.408302 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-ba0b48e2-e378-4de2-83ff-bea0d2982ba7 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.409765 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-ba0b48e2-e378-4de2-83ff-bea0d2982ba7 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/networks?id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 HTTP/1.1" status: 200 len: 811 time: 0.1057568 Aug 19 02:24:22.425617 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-48da91c4-909d-4f8a-961e-087262092b44 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/quotas/3c66a4d5f54443e4b5e42435286481b1 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Aug 19 02:24:22.467984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2556c-a26d-48c6-8524-ccd43b6989e2 req-86be21fd-6531-4f11-941e-80fae9f8db19 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.473971 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cab2556c-a26d-48c6-8524-ccd43b6989e2 req-86be21fd-6531-4f11-941e-80fae9f8db19 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 944 time: 0.0556674 Aug 19 02:24:22.485677 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-3942d40b-93a5-482a-937b-9ac9cb1adc35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c66a4d5f54443e4b5e42435286481b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494616 Aug 19 02:24:22.522156 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cab2556c-a26d-48c6-8524-ccd43b6989e2 req-a8d8b39d-130e-4880-b070-48af0c3e2a57 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Aug 19 02:24:22.592696 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-1902d100-7db0-4690-be7b-3a03450e0b6e service neutron] 10.222.0.38 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938876 Aug 19 02:24:22.680051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e726f51-819a-4b87-ab17-e55ab3f8a48f req-09bba71a-b1d0-45bc-8183-65b20a565961 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.681686 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2e726f51-819a-4b87-ab17-e55ab3f8a48f req-09bba71a-b1d0-45bc-8183-65b20a565961 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0493267 Aug 19 02:24:22.686854 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-0d5a657e-1228-449a-83ab-452eddd92e5e service neutron] 10.222.0.38 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880573 Aug 19 02:24:22.722352 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2e726f51-819a-4b87-ab17-e55ab3f8a48f req-06430f3b-6211-4d88-8c86-3ba52f0dcc36 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Aug 19 02:24:23.358195 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ea7746f1-cbd5-4358-8a08-de1f7922443c req-310fb830-2bea-411a-a309-a193183c7eac tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Aug 19 02:24:23.469096 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edf403-655c-447e-a213-8e8b6b85458a req-62141b26-28d5-498a-b685-e299cb347f20 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:23.470606 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a4edf403-655c-447e-a213-8e8b6b85458a req-62141b26-28d5-498a-b685-e299cb347f20 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0489964 Aug 19 02:24:23.508916 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a4edf403-655c-447e-a213-8e8b6b85458a req-e9b5fe6a-3a8c-4396-9665-dad739f07f1f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Aug 19 02:24:23.632981 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f86c0ae9-7ac8-474d-a765-6efa29d0af1e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:23.642361 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cbe2f-0d49-4fe1-85ef-481efbcf447d req-ae4eeb4e-8be7-4a7b-a6ae-a8eab6acadd0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:23.644186 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8e0cbe2f-0d49-4fe1-85ef-481efbcf447d req-ae4eeb4e-8be7-4a7b-a6ae-a8eab6acadd0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 944 time: 0.0565524 Aug 19 02:24:23.656124 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: f86c0ae9-7ac8-474d-a765-6efa29d0af1e {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:24:23.656471 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f86c0ae9-7ac8-474d-a765-6efa29d0af1e not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:24:23.687300 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8e0cbe2f-0d49-4fe1-85ef-481efbcf447d req-800a0b14-468f-4930-a1cb-b4ba4e1eca9c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 19 02:24:23.850377 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4d7f-ceff-42b0-83cb-c6082d79f4b6 req-2c5dab40-cae7-49eb-a861-d69ceeb7a727 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:23.851939 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a73f4d7f-ceff-42b0-83cb-c6082d79f4b6 req-2c5dab40-cae7-49eb-a861-d69ceeb7a727 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0567074 Aug 19 02:24:23.892767 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a73f4d7f-ceff-42b0-83cb-c6082d79f4b6 req-c1d01d96-e7e8-477b-9fa0-083948037fcb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328071 Aug 19 02:24:24.451490 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67473503-8d0c-4683-be33-8495fca01c7b req-affcf89d-395d-4c93-8ff6-cdd5a7331fc3 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Aug 19 02:24:24.630414 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669f33e-5a49-4d94-875f-cd53185cd851 req-d611b60d-dc48-4dc3-8eb4-a35807880a0a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:24.631871 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d669f33e-5a49-4d94-875f-cd53185cd851 req-d611b60d-dc48-4dc3-8eb4-a35807880a0a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0485110 Aug 19 02:24:24.671683 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d669f33e-5a49-4d94-875f-cd53185cd851 req-5b999915-d25e-4b61-8c23-553250f8dd1e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Aug 19 02:24:24.811717 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf64c3-67ba-4eb2-82b5-f20ef8da727a req-f1e238d8-85b8-4718-aeba-dc73fbb17706 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:24.813263 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8baf64c3-67ba-4eb2-82b5-f20ef8da727a req-f1e238d8-85b8-4718-aeba-dc73fbb17706 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 944 time: 0.0569823 Aug 19 02:24:24.870556 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8baf64c3-67ba-4eb2-82b5-f20ef8da727a req-c0acf5c9-6c27-4381-a420-6bdcfdfa59ca tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Aug 19 02:24:25.023307 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b792f1-09b6-4518-82c3-59d0bd37401c req-328a2459-19dc-47d1-9bce-5479823f24a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:25.026388 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d1b792f1-09b6-4518-82c3-59d0bd37401c req-328a2459-19dc-47d1-9bce-5479823f24a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0577581 Aug 19 02:24:25.066737 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d1b792f1-09b6-4518-82c3-59d0bd37401c req-699f79cb-5372-4ac4-9ae1-e9b706200992 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Aug 19 02:24:25.543400 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f17e637b-9b48-48bd-88cd-115cffe525d1 req-403d5316-5bc9-4381-a6c3-68cb891f1538 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Aug 19 02:24:25.797078 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e1b6-32da-4f16-b674-a3b6b7ebb831 req-b333aca0-b6e8-48a1-bc75-87af5f8daec8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:25.798734 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0e97e1b6-32da-4f16-b674-a3b6b7ebb831 req-b333aca0-b6e8-48a1-bc75-87af5f8daec8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0543654 Aug 19 02:24:25.837479 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0e97e1b6-32da-4f16-b674-a3b6b7ebb831 req-3695ab82-0392-4fab-88bd-070be6a91efa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Aug 19 02:24:25.989243 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804475ff-5942-4f20-8f28-76414148c49a req-9485678f-61f8-40e3-808a-5ea6ef402d75 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:25.990860 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-804475ff-5942-4f20-8f28-76414148c49a req-9485678f-61f8-40e3-808a-5ea6ef402d75 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 944 time: 0.0529659 Aug 19 02:24:26.030148 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-804475ff-5942-4f20-8f28-76414148c49a req-b5213cfc-a70c-4efb-8821-30b8cf2922d5 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Aug 19 02:24:26.184541 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54ab99-a0fa-4e3a-9cd9-9a9cef80c0e2 req-a67c2414-5f7c-413c-b0b8-f820604455ed tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:26.186072 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc54ab99-a0fa-4e3a-9cd9-9a9cef80c0e2 req-a67c2414-5f7c-413c-b0b8-f820604455ed tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Aug 19 02:24:26.232526 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc54ab99-a0fa-4e3a-9cd9-9a9cef80c0e2 req-0b828ede-6590-4383-866f-53436ad770a5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Aug 19 02:24:26.381947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02079a37-55dd-4981-9996-5c6bb1163286 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:26.383542 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02079a37-55dd-4981-9996-5c6bb1163286 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.41 "GET /v2.0/networks?id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 HTTP/1.1" status: 200 len: 811 time: 0.1285231 Aug 19 02:24:26.437375 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-e018deaa-c857-47bb-a4a7-2c9ca45ab8ac tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c66a4d5f54443e4b5e42435286481b1 HTTP/1.1" status: 200 len: 379 time: 0.0377312 Aug 19 02:24:26.449401 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'port': {'device_id': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'admin_state_up': True, 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'security_groups': ['76a2ad63-4de4-4edc-8dc8-a34ca9cc1713']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:26.649105 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dee31ae-d37b-40fa-bdc0-6f1f75f1180c req-2fad7f4a-df89-4158-ace5-4598d86ef497 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0301228 Aug 19 02:24:26.662677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Made reservation on behalf of 3c66a4d5f54443e4b5e42435286481b1 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:26.663183 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device c0a1d0aa-a126-4656-9baa-6158c440310b up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:26.667531 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:26.823721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port c0a1d0aa-a126-4656-9baa-6158c440310b completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:26.828511 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port c0a1d0aa-a126-4656-9baa-6158c440310b triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:26.828972 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:26.836250 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Allocated IP 172.20.0.7 (2c7b271c-f2df-44e1-9b0a-ad56ab035ff7/3adf476a-8b5e-4435-a88f-99787d67cff3/bb147618-63ac-45f5-9f13-9983fe6a690d) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:24:27.022978 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:27.098826 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:27.101116 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ee382-d573-4cae-b2ff-a701f45b4ecc" -d '{"events": [{"server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:27.124880 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaae1a8-116c-4802-86ba-d3f3e74962d7 req-058058b4-8311-448e-96df-b4677b3d1f44 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.129990 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=c0a1d0aa-a126-4656-9baa-6158c440310b,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:27.144336 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-edaae1a8-116c-4802-86ba-d3f3e74962d7 req-058058b4-8311-448e-96df-b4677b3d1f44 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1415539 Aug 19 02:24:27.181948 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:27.200189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:27.213707 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-edaae1a8-116c-4802-86ba-d3f3e74962d7 req-4cef62a7-f162-4616-a0e2-065067cfa737 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700989 Aug 19 02:24:27.250302 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:27.286040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d0e565-1a79-4dc9-9c22-e7da83562bb9 x-openstack-request-id: req-a8d0e565-1a79-4dc9-9c22-e7da83562bb9 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:27.286040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:27.286040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8d0e565-1a79-4dc9-9c22-e7da83562bb9 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:27.286040 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b', 'code': 200} Aug 19 02:24:27.317969 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66fea-7df2-4cad-8947-17d0f459ba0d req-d055b803-a491-42a1-aebd-0272b610a8f5 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.319760 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c0a66fea-7df2-4cad-8947-17d0f459ba0d req-d055b803-a491-42a1-aebd-0272b610a8f5 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.1168895 Aug 19 02:24:27.321520 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Transition to ACTIVE for port object bb147618-63ac-45f5-9f13-9983fe6a690d will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:24:27.396904 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c0a66fea-7df2-4cad-8947-17d0f459ba0d req-a7e9ea04-aa31-4e27-9e9d-8325bba58f67 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 Aug 19 02:24:27.516038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:27.569765 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:24:27.573066 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:27.576938 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:24:27.728270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.728270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:27.747955 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:27.767406 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4fee7-4804-42aa-87d5-c218a0a5d453 req-144e7e3f-b90a-4416-8098-c8a7c053a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.768938 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-51f4fee7-4804-42aa-87d5-c218a0a5d453 req-144e7e3f-b90a-4416-8098-c8a7c053a0ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 1098 time: 0.1210921 Aug 19 02:24:27.867453 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-51f4fee7-4804-42aa-87d5-c218a0a5d453 req-2de60cf7-c6bf-42ea-a0d3-bdbe4a781bb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Aug 19 02:24:27.878407 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc8189-87cf-434c-bdd9-a3e666604100 req-2565e1dd-a554-4aad-9713-088cbf070785 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.888390 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ddfc8189-87cf-434c-bdd9-a3e666604100 req-2565e1dd-a554-4aad-9713-088cbf070785 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 931 time: 0.1002367 Aug 19 02:24:27.925508 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ddfc8189-87cf-434c-bdd9-a3e666604100 req-d3976920-7568-4a6d-a256-4c7512e72eef tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363021 Aug 19 02:24:28.046358 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-04296157-45c7-4ee9-9f47-c56a62eebf35 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014946 Aug 19 02:24:28.072399 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-547065cd-4ece-4923-8e02-4697625f08ed tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:28.073709 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-58d8dc83-8646-4d02-9faf-55200518fcfe None None] Provisioning for port bb147618-63ac-45f5-9f13-9983fe6a690d completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:28.080227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-58d8dc83-8646-4d02-9faf-55200518fcfe None None] Provisioning complete for port bb147618-63ac-45f5-9f13-9983fe6a690d triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:28.083138 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-58d8dc83-8646-4d02-9faf-55200518fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.083264 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-547065cd-4ece-4923-8e02-4697625f08ed tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1436508 Aug 19 02:24:28.099478 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-b1b87608-5c2a-45c9-974d-6cf58c7d846a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/quotas/77d93c2e37494f0a989abf69e511d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0173349 Aug 19 02:24:28.140614 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-58d8dc83-8646-4d02-9faf-55200518fcfe None None] Port bb147618-63ac-45f5-9f13-9983fe6a690d cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:24:28.170731 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-7a27c254-f380-44b7-87c4-533a6420084b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703092 Aug 19 02:24:28.266535 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-86a0e407-73a4-40de-9684-5bfcb6daae9e service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885384 Aug 19 02:24:28.302789 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Request body: {'port': {'device_id': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:28.370503 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.393356 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-1a4d3031-51c9-4198-b944-55ca2ae52067 service neutron] 10.222.0.38 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180980 Aug 19 02:24:28.671691 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:28.675139 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd53e-7348-43a4-9dae-d2f46cb184c0 req-acb5e307-b9a5-481c-a562-5de6c5ca217b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:28.687189 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-017bd53e-7348-43a4-9dae-d2f46cb184c0 req-acb5e307-b9a5-481c-a562-5de6c5ca217b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1822929 Aug 19 02:24:28.830054 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-017bd53e-7348-43a4-9dae-d2f46cb184c0 req-743967e1-3422-4257-9ced-5b6da08aa643 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448131 Aug 19 02:24:28.853890 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:28.872691 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:28.894059 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a329a-e869-4f9f-8310-201922a4a9dc req-f82bca4f-79f7-43d3-9ad1-4c4cf12b585e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:28.914247 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ca4a329a-e869-4f9f-8310-201922a4a9dc req-f82bca4f-79f7-43d3-9ad1-4c4cf12b585e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1539752 Aug 19 02:24:28.922155 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.942630 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:28.979470 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb147618-63ac-45f5-9f13-9983fe6a690d {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:28.989424 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.997491 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:29.012822 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ca4a329a-e869-4f9f-8310-201922a4a9dc req-d7ce5f77-708d-4265-9e78-619f6ad0db7a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990651 Aug 19 02:24:29.039577 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Transition to ACTIVE for port object bb147618-63ac-45f5-9f13-9983fe6a690d will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:24:29.065106 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e35a8-98a8-4170-9311-ae172d8670a4 req-ade61c72-62c1-454f-b24a-8fa6fc0b3088 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:29.066730 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-042e35a8-98a8-4170-9311-ae172d8670a4 req-ade61c72-62c1-454f-b24a-8fa6fc0b3088 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.0659475 Aug 19 02:24:29.091398 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:29.130815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-042e35a8-98a8-4170-9311-ae172d8670a4 req-ba112826-90ca-4e93-8e06-de6d016c7f59 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Aug 19 02:24:29.131412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:29.141149 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-62937e28-bf46-4ad1-a06b-f0cfa23cea7e req-207888cc-e761-4c41-be99-e2184459b0eb tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 210 time: 0.0496900 Aug 19 02:24:29.183702 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:29.223947 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=6']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:29.344466 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Attempting to bind port bb147618-63ac-45f5-9f13-9983fe6a690d on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:24:29.345043 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Attempting to bind port bb147618-63ac-45f5-9f13-9983fe6a690d by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:24:29.345157 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Attempting to bind port bb147618-63ac-45f5-9f13-9983fe6a690d on network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:29.356153 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Port bb147618-63ac-45f5-9f13-9983fe6a690d on network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:24:29.356588 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Attempting to bind port bb147618-63ac-45f5-9f13-9983fe6a690d on network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:29.372869 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:24:29.373251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Checking segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:24:29.373606 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Bound using segment: {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:24:29.374101 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Bound port: bb147618-63ac-45f5-9f13-9983fe6a690d, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed30251-7234-4a77-bccd-eb26056adf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:24:29.374523 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:29.396265 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['76f9a1f3-35d1-44a2-bea2-393d2df44554'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:29.470964 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2ca7-469b-4351-af83-5ddfc5cba497 req-2ca1d61f-2aba-4f49-863d-3914ee72f452 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:29.481672 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-354b2ca7-469b-4351-af83-5ddfc5cba497 req-2ca1d61f-2aba-4f49-863d-3914ee72f452 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.1746306 Aug 19 02:24:29.601356 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-354b2ca7-469b-4351-af83-5ddfc5cba497 req-46e33352-a3ec-4587-ad22-2119bdc7eca2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123016 Aug 19 02:24:29.799701 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:24:29.803385 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:24:29.892768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:29.946496 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:29.949477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:29.949477 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb147618-63ac-45f5-9f13-9983fe6a690d HTTP/1.1" status: 200 len: 1093 time: 1.6526000 Aug 19 02:24:29.952928 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:29.955735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956" -d '{"events": [{"name": "network-changed", "server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:30.016823 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02025a84-f3f1-44fe-84b8-eec9c113b0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:30.049270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d72c949-d738-4723-8b93-307134673881 x-openstack-request-id: req-5d72c949-d738-4723-8b93-307134673881 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:30.050082 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:30.050341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d72c949-d738-4723-8b93-307134673881 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:30.050759 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'status': 'completed', 'code': 200} Aug 19 02:24:30.271038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-d22368b5-85ba-44f8-ad32-e1018856fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.272558 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-d22368b5-85ba-44f8-ad32-e1018856fd66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c66a4d5f54443e4b5e42435286481b1&device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 1096 time: 0.0991373 Aug 19 02:24:30.279185 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a8008-6285-401b-a2cc-441395c27ca3 req-629ae33e-fc45-4d45-ac4d-72dd1356263f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.281221 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fb5a8008-6285-401b-a2cc-441395c27ca3 req-629ae33e-fc45-4d45-ac4d-72dd1356263f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0943172 Aug 19 02:24:30.366400 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fb5a8008-6285-401b-a2cc-441395c27ca3 req-2e408803-1ada-4b83-88fb-774d6d8e03f8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652456 Aug 19 02:24:30.456951 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-4e109bdc-509c-47d4-a180-1557a5beaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.458712 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-4e109bdc-509c-47d4-a180-1557a5beaa61 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c66a4d5f54443e4b5e42435286481b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1694636 Aug 19 02:24:30.567637 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-891d930e-3d16-4db3-ac56-31e3416343e4 req-83f9531b-5c61-46d2-82b8-d5d5b1619bd8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 210 time: 0.0507760 Aug 19 02:24:30.675340 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-725e7345-54d7-4772-82b3-e517636b9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.676862 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-16b130a0-7bc8-43c0-a8e8-c2cc7ddcc956 req-725e7345-54d7-4772-82b3-e517636b9abf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098207 Aug 19 02:24:30.692987 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d078-cb46-4970-a0c6-0949375a7d50 req-82df4c44-5f9b-49b9-8c08-3fd0c82ac6c7 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.693250 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:30.698622 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b156d078-cb46-4970-a0c6-0949375a7d50 req-82df4c44-5f9b-49b9-8c08-3fd0c82ac6c7 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.1563649 Aug 19 02:24:30.786318 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b156d078-cb46-4970-a0c6-0949375a7d50 req-fd963e00-b95f-43c7-abd6-b8486261e29c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 Aug 19 02:24:30.833059 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:30.833466 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:30.854770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ef145-a420-4115-8d37-0e329dc7210c req-59a9fce2-cf59-4ae4-96bc-51175ea00965 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.879924 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce1ef145-a420-4115-8d37-0e329dc7210c req-59a9fce2-cf59-4ae4-96bc-51175ea00965 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.1882923 Aug 19 02:24:30.910282 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-d57fa7c8-e08c-4d06-8f6b-032efa757c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.911988 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-d57fa7c8-e08c-4d06-8f6b-032efa757c25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c66a4d5f54443e4b5e42435286481b1&device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 1096 time: 0.0929062 Aug 19 02:24:30.962604 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce1ef145-a420-4115-8d37-0e329dc7210c req-64102574-e6a0-41fd-b22a-76a8965ce3ad tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789802 Aug 19 02:24:31.038824 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-47d732c3-db00-4e9c-a691-4d4975278734 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb147618-63ac-45f5-9f13-9983fe6a690d HTTP/1.1" status: 200 len: 217 time: 0.0795057 Aug 19 02:24:31.205377 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.274402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-a9836eb4-abe9-45ed-9545-e996172b23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:31.276157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-a9836eb4-abe9-45ed-9545-e996172b23c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3adf476a-8b5e-4435-a88f-99787d67cff3 HTTP/1.1" status: 200 len: 850 time: 0.1853478 Aug 19 02:24:31.297599 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:31.303016 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4b556f-2cdc-4c51-a708-2586841c682c" -d '{"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:31.322318 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:31.373239 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-17cdfb34-18d7-4bcb-a1dd-dedd026fa8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:31.374877 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-17cdfb34-18d7-4bcb-a1dd-dedd026fa8e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861566 Aug 19 02:24:31.392935 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672433cd-6ebd-476d-adb9-7e79e782979e x-openstack-request-id: req-672433cd-6ebd-476d-adb9-7e79e782979e {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:31.393490 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:31.393893 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-672433cd-6ebd-476d-adb9-7e79e782979e {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:31.394462 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'code': 200} Aug 19 02:24:31.404251 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.489894 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=7']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:31.649191 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-5c1eeedc-2cc1-457a-a8fe-68b53c843e42 service neutron] 10.222.0.41 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572079 Aug 19 02:24:31.766337 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6a1e3df7-7ca9-46f1-9787-0eec1df4bee4 req-31407f71-374c-4c4c-b78e-c6d11ba88cf5 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 210 time: 0.0404067 Aug 19 02:24:31.827520 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f329-07af-4dbe-83ce-114a43606f74 req-e6157abd-b686-4123-988a-0f783fe3f75f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:31.835347 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3776f329-07af-4dbe-83ce-114a43606f74 req-e6157abd-b686-4123-988a-0f783fe3f75f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1904385 Aug 19 02:24:31.909718 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3776f329-07af-4dbe-83ce-114a43606f74 req-37428461-b67e-4a90-894f-cc01d4e38039 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728936 Aug 19 02:24:31.952132 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b03dc031-125f-49d4-8ed3-45087c1731aa req-979f58a7-d7ca-4e64-926e-e87c45542edb service neutron] 10.222.0.41 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851322 Aug 19 02:24:32.020177 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 44442) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:32.158684 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aa35c-e4de-476b-bbd1-e644f68f3865 req-db58d851-ff2b-4d01-b614-83de56617ce1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:32.160339 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ff4aa35c-e4de-476b-bbd1-e644f68f3865 req-db58d851-ff2b-4d01-b614-83de56617ce1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0787079 Aug 19 02:24:32.308680 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ff4aa35c-e4de-476b-bbd1-e644f68f3865 req-26ad712f-53b2-4738-af9e-0528351d9f74 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410191 Aug 19 02:24:32.315506 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.337429 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-6034fa2c-aefa-4a72-908d-7bdfc9bea3c1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:32.342931 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-6034fa2c-aefa-4a72-908d-7bdfc9bea3c1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 815 time: 0.1440508 Aug 19 02:24:32.395611 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Request body: {'port': {'device_id': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'admin_state_up': True, 'tenant_id': '77d93c2e37494f0a989abf69e511d3f3'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:32.481413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.542566 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.598236 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8231f1d-9457-449d-bfaf-77c8bd39dc87,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:32.634100 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.634501 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.634843 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.635179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.635513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.635845 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.636173 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.637095 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.637519 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.637886 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.638214 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.643116 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:32.685172 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d8051f72-2919-4d16-b473-da2e36c60d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.723874 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4fd0148c-0dd4-42fc-b244-6a78f1e847a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e29fb088c60546019c8c3129000e077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7023222 Aug 19 02:24:32.724795 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 44456) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:32.809486 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Made reservation on behalf of 77d93c2e37494f0a989abf69e511d3f3 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:32.814847 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.891277 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.009859 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a904706d-2dcb-456e-80c8-254f2fe74a29 req-79108ff7-14d9-472b-a9e2-3e41185665ee tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 210 time: 0.1064165 Aug 19 02:24:33.032382 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.241223 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.244667 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.250841 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8231f1d-9457-449d-bfaf-77c8bd39dc87 HTTP/1.1" status: 204 len: 168 time: 0.5209780 Aug 19 02:24:33.283653 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2fd4c-5186-47d0-975b-2d0c836b31d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8231f1d-9457-449d-bfaf-77c8bd39dc87,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:33.336502 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8486fc2-f353-4225-99fe-ea8a97d81009 req-58f6708b-373b-45b8-8296-db08dc5e577d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:33.343686 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b8486fc2-f353-4225-99fe-ea8a97d81009 req-58f6708b-373b-45b8-8296-db08dc5e577d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.2245517 Aug 19 02:24:33.434728 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Allocated IP 172.20.0.8 (49e13cdf-85ea-4f91-a253-eb569af4ca01/c698f530-e5ae-4b3f-8d68-ba496142b3c9/06d875df-db8d-4c84-be07-aa24391bcabc) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:24:33.487829 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b8486fc2-f353-4225-99fe-ea8a97d81009 req-f766f4e0-b21f-4300-beca-825ddc6b11f1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384878 Aug 19 02:24:33.503106 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb43ec-d5b8-4653-a92a-4d8f681f4f65 req-34ce855d-ca05-4e3d-b2bd-ab73692602f8 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:33.518381 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-61fb43ec-d5b8-4653-a92a-4d8f681f4f65 req-34ce855d-ca05-4e3d-b2bd-ab73692602f8 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0982285 Aug 19 02:24:33.623083 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-61fb43ec-d5b8-4653-a92a-4d8f681f4f65 req-455c0747-d105-485c-8161-a881f90c5f19 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990589 Aug 19 02:24:33.838038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.997196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:34.077605 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf', '7cc1d229-3935-4a11-a064-816745570f8d', '8dd86e23-b7b4-4199-8b86-83a5d2690564'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:34.081410 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Network 49e13cdf-85ea-4f91-a253-eb569af4ca01 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:24:34.104210 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:34.118823 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:24:34.178970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event updated for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:34.260041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:34.270897 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:34.390091 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-334adda5-db6d-45bd-aff3-3a64a8923ef1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9992714 Aug 19 02:24:34.439643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Request body: {'port': {'device_id': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:34.610977 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:34.909364 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885a330-0a9b-49d6-b1cd-42d14fe9813c req-4ad84615-d2fe-420f-9c8a-3297b3d9d4c6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:34.911712 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a885a330-0a9b-49d6-b1cd-42d14fe9813c req-4ad84615-d2fe-420f-9c8a-3297b3d9d4c6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 931 time: 0.7602127 Aug 19 02:24:35.071159 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a885a330-0a9b-49d6-b1cd-42d14fe9813c req-72543f79-7ed9-4082-a8eb-2c98c2cbbe86 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504097 Aug 19 02:24:35.097180 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5368-5d3a-4567-83cb-286772a25bcb req-cac86c92-efc0-4e46-80af-69056b1dca31 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:35.103766 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5dac5368-5d3a-4567-83cb-286772a25bcb req-cac86c92-efc0-4e46-80af-69056b1dca31 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.4275906 Aug 19 02:24:35.241110 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78fcb9-a454-4f05-bed0-f83733f4afbc req-be08a6fd-846c-48d7-9939-b2afe4251bdd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:35.242882 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0f78fcb9-a454-4f05-bed0-f83733f4afbc req-be08a6fd-846c-48d7-9939-b2afe4251bdd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0906193 Aug 19 02:24:35.247929 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5dac5368-5d3a-4567-83cb-286772a25bcb req-ebe76053-50ea-4f1b-b1e5-4f64d6c3d67b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867226 Aug 19 02:24:35.317662 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0f78fcb9-a454-4f05-bed0-f83733f4afbc req-2fcf35b1-d673-4d53-a27d-3a06f896fdde tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615470 Aug 19 02:24:35.361213 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d875df-db8d-4c84-be07-aa24391bcabc {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:35.376364 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:35.396627 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Transition to ACTIVE for port object 06d875df-db8d-4c84-be07-aa24391bcabc will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:24:35.566413 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f086370c-de82-4a6b-9e9e-c92ad79c5262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:35.611945 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:35.612378 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:35.751955 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Pushing event updated for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:35.880160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Attempting to bind port 06d875df-db8d-4c84-be07-aa24391bcabc on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:24:35.880798 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Attempting to bind port 06d875df-db8d-4c84-be07-aa24391bcabc by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:24:35.881985 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Attempting to bind port 06d875df-db8d-4c84-be07-aa24391bcabc on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:35.890903 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Port 06d875df-db8d-4c84-be07-aa24391bcabc on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:24:35.892012 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Attempting to bind port 06d875df-db8d-4c84-be07-aa24391bcabc on network 49e13cdf-85ea-4f91-a253-eb569af4ca01 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:35.900736 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:24:35.902711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Checking segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:24:35.902711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Bound using segment: {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:24:35.902711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Bound port: 06d875df-db8d-4c84-be07-aa24391bcabc, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:24:35.903359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.139715 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77bd9-faec-4c1a-9678-99ca2a4ab800 req-559860ad-2ce0-400b-bdaf-7611f07caa96 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.145991 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a2c77bd9-faec-4c1a-9678-99ca2a4ab800 req-559860ad-2ce0-400b-bdaf-7611f07caa96 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1565380 Aug 19 02:24:36.164704 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:24:36.167657 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=06d875df-db8d-4c84-be07-aa24391bcabc,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:24:36.194789 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41a94-6011-457c-b2ac-461169f44323 req-f4a646f5-3590-4031-998b-925604bc87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.195086 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-f4a646f5-3590-4031-998b-925604bc87a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.1689484 Aug 19 02:24:36.290822 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a2c77bd9-faec-4c1a-9678-99ca2a4ab800 req-9a538546-2dd2-4a78-a432-aa78e23f302d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439080 Aug 19 02:24:36.297444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.322081 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.348445 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.348838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.350130 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] 10.222.0.41 "PUT /v2.0/ports/06d875df-db8d-4c84-be07-aa24391bcabc HTTP/1.1" status: 200 len: 1093 time: 1.9151299 Aug 19 02:24:36.352528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:36.355206 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec557a6-3b42-41be-b047-266a584dfa24" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:36.359331 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd479dd-73f6-4a56-b192-a0cbfa9236b1 req-ad2eec52-21b7-46b5-b809-5b88fae67009 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.361039 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9bd479dd-73f6-4a56-b192-a0cbfa9236b1 req-ad2eec52-21b7-46b5-b809-5b88fae67009 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0900154 Aug 19 02:24:36.452723 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9bd479dd-73f6-4a56-b192-a0cbfa9236b1 req-83d438e3-209d-4018-b924-a83fa75d471c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Aug 19 02:24:36.455482 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41a94-6011-457c-b2ac-461169f44323 req-fbf2fc62-88e4-4953-9497-ec84cad39404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.457668 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-fbf2fc62-88e4-4953-9497-ec84cad39404 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.2485549 Aug 19 02:24:36.492658 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd698-57ab-438f-9020-a4ae71e01a38 service neutron] Pushing event updated for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:36.606991 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-1062dd08-6d32-427f-b05b-d190557929d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.1280324 Aug 19 02:24:36.641856 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd02d6-02ac-44dc-b0cf-6fabbd655229 req-90aaa32d-7e4c-4504-9fa0-ad5d0169f136 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.643413 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dbbd02d6-02ac-44dc-b0cf-6fabbd655229 req-90aaa32d-7e4c-4504-9fa0-ad5d0169f136 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0970774 Aug 19 02:24:36.659267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-eb4d4d6e-5da9-435a-98e6-9c0ff0a27bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.660928 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-eb4d4d6e-5da9-435a-98e6-9c0ff0a27bdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 1096 time: 0.1039979 Aug 19 02:24:36.671154 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621c3b6-e72d-4689-bf71-74e907b69ffb req-1e4df7a7-3317-4b9a-9c2d-40bd052ca6f3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.672974 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0621c3b6-e72d-4689-bf71-74e907b69ffb req-1e4df7a7-3317-4b9a-9c2d-40bd052ca6f3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.2334211 Aug 19 02:24:36.719681 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dbbd02d6-02ac-44dc-b0cf-6fabbd655229 req-44eb3826-4e15-451d-949f-defb98cf1ac0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655055 Aug 19 02:24:36.745680 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41a94-6011-457c-b2ac-461169f44323 req-d691df55-5c02-40ce-a26d-0a28dad97164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.747621 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-d691df55-5c02-40ce-a26d-0a28dad97164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.1322467 Aug 19 02:24:36.748981 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-bbe6ff81-c9f7-4708-8abd-0c17941b3630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06d875df-db8d-4c84-be07-aa24391bcabc HTTP/1.1" status: 200 len: 217 time: 0.0508006 Aug 19 02:24:36.796354 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0621c3b6-e72d-4689-bf71-74e907b69ffb req-660407d7-0f5e-42ae-8113-601e6ef01648 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108894 Aug 19 02:24:36.841253 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b57216-62dc-4dfe-afff-f30544457009 x-openstack-request-id: req-92b57216-62dc-4dfe-afff-f30544457009 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:36.844271 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:36.844603 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92b57216-62dc-4dfe-afff-f30544457009 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:36.845908 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc', 'status': 'completed', 'code': 200} Aug 19 02:24:36.890781 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-a5b5f630-fe69-448b-b92b-0a029a798a2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159112 Aug 19 02:24:36.987156 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-ed0f676b-573d-48a2-b674-7aba8e4ec11e service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931735 Aug 19 02:24:37.019925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-b6b606bf-6803-451c-b1b4-56780b3477b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:37.021639 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-b6b606bf-6803-451c-b1b4-56780b3477b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.2470894 Aug 19 02:24:37.112556 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-9c7262b4-cd93-4de2-8ed2-b03144cdac1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391078 Aug 19 02:24:37.272174 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7f41a94-6011-457c-b2ac-461169f44323 req-89102d76-b233-400d-8d53-8ca8e27ee50a service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607307 Aug 19 02:24:37.390213 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-b5f8450b-2f6f-4411-916a-19df2a2dfc45 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582548 Aug 19 02:24:37.615890 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d901a-0ffb-4317-aabe-a2bbdf763a9b req-ac519ec6-69bd-4475-bcc2-f26dea52b590 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:37.619583 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e54d901a-0ffb-4317-aabe-a2bbdf763a9b req-ac519ec6-69bd-4475-bcc2-f26dea52b590 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1492827 Aug 19 02:24:37.712172 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e54d901a-0ffb-4317-aabe-a2bbdf763a9b req-4626c825-0196-4c78-9781-ea0bdbe65a86 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840132 Aug 19 02:24:37.759933 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70200a-1a79-4184-b83b-af498045d5d8 req-0f239c77-ba4c-4567-b8d8-c2e88433635a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:37.772624 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4d70200a-1a79-4184-b83b-af498045d5d8 req-0f239c77-ba4c-4567-b8d8-c2e88433635a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.2043829 Aug 19 02:24:37.779052 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9026f85b-cf7d-464a-b8d2-828a85801351 req-3d06417c-adad-4210-81ff-9f66489e2569 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768458 Aug 19 02:24:37.859572 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4d70200a-1a79-4184-b83b-af498045d5d8 req-9a9ace6b-4fa8-4556-ba89-e42bf30dc67d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Aug 19 02:24:37.994393 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6544a4-e163-409c-83dc-ca333e398e09 req-5664b933-89b8-4ac1-b023-7f168866c240 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.004401 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f6544a4-e163-409c-83dc-ca333e398e09 req-5664b933-89b8-4ac1-b023-7f168866c240 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.1087401 Aug 19 02:24:38.072860 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:38.091603 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f6544a4-e163-409c-83dc-ca333e398e09 req-46de7eed-4165-4a74-ada7-48cec47cc280 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805719 Aug 19 02:24:38.134737 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273fdfb-85c7-4a4c-8967-8c7469d43cf6 req-130cff72-9733-41e3-8e34-0d6679713d61 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.138574 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8273fdfb-85c7-4a4c-8967-8c7469d43cf6 req-130cff72-9733-41e3-8e34-0d6679713d61 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1940176 Aug 19 02:24:38.149676 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec557a6-3b42-41be-b047-266a584dfa24 req-2382c297-f137-4628-8a39-61579aea2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.151563 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-2382c297-f137-4628-8a39-61579aea2f14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77d93c2e37494f0a989abf69e511d3f3&device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 1096 time: 0.1431351 Aug 19 02:24:38.257302 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8273fdfb-85c7-4a4c-8967-8c7469d43cf6 req-6da70624-48ca-49df-afe0-ec12fa80042a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107831 Aug 19 02:24:38.336285 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec557a6-3b42-41be-b047-266a584dfa24 req-42e3dc5a-4385-47b9-8a5c-04dd64ae3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.345580 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-42e3dc5a-4385-47b9-8a5c-04dd64ae3e94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 200 len: 916 time: 0.1602178 Aug 19 02:24:38.395883 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-30319f9b-b982-4655-b5b4-66373acf2199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06d875df-db8d-4c84-be07-aa24391bcabc HTTP/1.1" status: 200 len: 217 time: 0.0466740 Aug 19 02:24:38.468582 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec557a6-3b42-41be-b047-266a584dfa24 req-e19607ed-82fa-4989-85e8-80c590daad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.470204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-e19607ed-82fa-4989-85e8-80c590daad08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 200 len: 855 time: 0.0636716 Aug 19 02:24:38.517220 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-d31a6a57-f81d-4d5f-83e8-a931409adefd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49e13cdf-85ea-4f91-a253-eb569af4ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330641 Aug 19 02:24:38.804320 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-c692d8f7-1b93-448a-badc-0e677846ab23 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981277 Aug 19 02:24:39.154049 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fb312-a47c-4aab-a297-1ed6607770a7 req-44d44ba0-eab2-47d9-8ddb-701b473ad310 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:39.156264 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4e7fb312-a47c-4aab-a297-1ed6607770a7 req-44d44ba0-eab2-47d9-8ddb-701b473ad310 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.1664705 Aug 19 02:24:39.249670 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4e7fb312-a47c-4aab-a297-1ed6607770a7 req-5407f52d-9c94-43cf-881a-082ab738ea7d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Aug 19 02:24:39.428949 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-aec557a6-3b42-41be-b047-266a584dfa24 req-e284c20c-3e75-4b21-9eb5-d8478d5e63d1 service neutron] 10.222.0.41 "GET /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700771 Aug 19 02:24:39.463854 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373e4b-c0b9-4cac-bad8-30746c3df160 req-af4c84d4-24b8-4614-b8b7-e907162118ee tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:39.469544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31848-e40f-4eb6-af82-6a38d5d2d1b3 req-b2de0dfe-1773-4ec2-bd75-36256fad007f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:39.471097 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55d31848-e40f-4eb6-af82-6a38d5d2d1b3 req-b2de0dfe-1773-4ec2-bd75-36256fad007f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0885799 Aug 19 02:24:39.471788 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6f373e4b-c0b9-4cac-bad8-30746c3df160 req-af4c84d4-24b8-4614-b8b7-e907162118ee tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.5907772 Aug 19 02:24:39.534083 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6f373e4b-c0b9-4cac-bad8-30746c3df160 req-138f1754-8c51-409d-8ce5-3d8afceef927 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580473 Aug 19 02:24:39.579207 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55d31848-e40f-4eb6-af82-6a38d5d2d1b3 req-cfc4b07c-e5cf-4810-85ea-1efb678d6cee tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996821 Aug 19 02:24:39.676086 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351fd6-7b7e-4aa4-9a82-ca58b87d8def req-1b306c73-9285-4d19-a966-be99cc6207bb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:39.677161 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-63351fd6-7b7e-4aa4-9a82-ca58b87d8def req-1b306c73-9285-4d19-a966-be99cc6207bb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0601742 Aug 19 02:24:39.724368 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-63351fd6-7b7e-4aa4-9a82-ca58b87d8def req-6a97563d-476f-44c1-b5b1-edae3116c4ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Aug 19 02:24:40.401342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20fc84-de37-4172-b36e-73f38e01cb21 req-e2c4ccd6-3e86-40a3-a44d-5e5b0d99ba04 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.409071 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0b20fc84-de37-4172-b36e-73f38e01cb21 req-e2c4ccd6-3e86-40a3-a44d-5e5b0d99ba04 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0756817 Aug 19 02:24:40.457972 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0b20fc84-de37-4172-b36e-73f38e01cb21 req-0d68283c-867a-4d98-8231-6c3c83ee9c44 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Aug 19 02:24:40.681839 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b137c2-f8e7-49b3-b50c-d969f267c999 req-bc78a016-cd3a-4991-a209-5af085b04ded tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.690504 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67b137c2-f8e7-49b3-b50c-d969f267c999 req-bc78a016-cd3a-4991-a209-5af085b04ded tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0705249 Aug 19 02:24:40.762892 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device bb147618-63ac-45f5-9f13-9983fe6a690d details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:40.772090 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67b137c2-f8e7-49b3-b50c-d969f267c999 req-baca1c9c-8487-4f88-8a7a-75538d100580 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Aug 19 02:24:40.849733 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dfe77-5c30-47f6-85d5-0d9ace090754 req-008b6b05-c029-4666-847e-97ef0fc1bb64 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.851302 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-513dfe77-5c30-47f6-85d5-0d9ace090754 req-008b6b05-c029-4666-847e-97ef0fc1bb64 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.1559689 Aug 19 02:24:40.882292 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:40.896381 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'port_id': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'mac_address': 'fa:16:3e:6a:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:40.978602 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53103b8-e8c3-4efa-81bd-644ec886b72d req-95c35b67-d433-4e7d-b4cb-fab12e38a99b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.991371 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c53103b8-e8c3-4efa-81bd-644ec886b72d req-95c35b67-d433-4e7d-b4cb-fab12e38a99b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1056035 Aug 19 02:24:40.996377 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:41.023224 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-513dfe77-5c30-47f6-85d5-0d9ace090754 req-181986a1-b7a3-4780-84a1-9c760280b718 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513598 Aug 19 02:24:41.034712 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb147618-63ac-45f5-9f13-9983fe6a690d {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:41.065572 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c53103b8-e8c3-4efa-81bd-644ec886b72d req-6bc2221d-185f-4210-a222-55efaaa08c51 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708632 Aug 19 02:24:41.080573 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:41.141394 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:41.233443 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:41.619483 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e3b6-3163-402b-aaf4-8317634519ed req-52db9750-506b-4248-b0f8-365ec8d4166d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:41.621093 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8470e3b6-3163-402b-aaf4-8317634519ed req-52db9750-506b-4248-b0f8-365ec8d4166d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0752430 Aug 19 02:24:41.707125 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8470e3b6-3163-402b-aaf4-8317634519ed req-567a63da-8c00-4ae2-bc24-a75885d4fd5a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734758 Aug 19 02:24:41.778760 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['bb147618-63ac-45f5-9f13-9983fe6a690d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:42.109960 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579518e-b91c-468c-802d-0f833c66872f req-99203cce-ab3c-4d09-932d-6b8860185363 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.117352 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b579518e-b91c-468c-802d-0f833c66872f req-99203cce-ab3c-4d09-932d-6b8860185363 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1010661 Aug 19 02:24:42.210345 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b579518e-b91c-468c-802d-0f833c66872f req-05fd5948-1ed5-4226-a111-3df7ffa257a1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858505 Aug 19 02:24:42.276006 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7dde-7076-42fe-bf14-ab29ba4043ff req-b4505e02-67e4-4eed-86df-47c9bd18247c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.294657 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-498f7dde-7076-42fe-bf14-ab29ba4043ff req-b4505e02-67e4-4eed-86df-47c9bd18247c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 944 time: 0.1119800 Aug 19 02:24:42.391557 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-498f7dde-7076-42fe-bf14-ab29ba4043ff req-3f71b914-f09d-41f9-81d7-84a5372c4052 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954258 Aug 19 02:24:42.408110 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd900-0970-400c-8d22-fefa0700362e req-8969e59a-f08d-4bd6-82ec-8c4a06d69b57 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.418157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-289cd900-0970-400c-8d22-fefa0700362e req-8969e59a-f08d-4bd6-82ec-8c4a06d69b57 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1365972 Aug 19 02:24:42.474299 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-289cd900-0970-400c-8d22-fefa0700362e req-432f9b00-a256-4d53-a12b-b97a3d66447e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Aug 19 02:24:42.907113 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be48a1-5e0b-49d4-894e-145fdff0f373 req-0cc09ae1-af0a-45bb-801f-70887a3ce18d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.908600 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-24be48a1-5e0b-49d4-894e-145fdff0f373 req-0cc09ae1-af0a-45bb-801f-70887a3ce18d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0812643 Aug 19 02:24:43.004179 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-24be48a1-5e0b-49d4-894e-145fdff0f373 req-f6e231c5-5ebc-46a0-b57e-24c931e7abd3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851023 Aug 19 02:24:43.421055 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75bc1-2278-47f7-b723-c5105ad03005 req-04ca8380-eb7f-470a-b9af-1727ddfe52a4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:43.422988 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d5b75bc1-2278-47f7-b723-c5105ad03005 req-04ca8380-eb7f-470a-b9af-1727ddfe52a4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0981956 Aug 19 02:24:43.486578 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d5b75bc1-2278-47f7-b723-c5105ad03005 req-0e4a52a5-c974-40af-a87a-b0be1cffb247 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Aug 19 02:24:43.549583 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9f9b0-f44f-483f-bfc2-a2fd736aecb1 req-70935459-44a3-4f1c-bc1c-e3c4c738b23f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:43.551710 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ad9f9b0-f44f-483f-bfc2-a2fd736aecb1 req-70935459-44a3-4f1c-bc1c-e3c4c738b23f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 944 time: 0.0703430 Aug 19 02:24:43.602064 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5ad9f9b0-f44f-483f-bfc2-a2fd736aecb1 req-26458e55-4421-46e0-b8e8-c294aa5be55a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Aug 19 02:24:43.635783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8aa5-7b57-464f-985a-a637ff41d291 req-cc7b3dab-7bea-4203-a85f-fc100673bb3f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:43.656489 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c60b8aa5-7b57-464f-985a-a637ff41d291 req-cc7b3dab-7bea-4203-a85f-fc100673bb3f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0823386 Aug 19 02:24:43.698058 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c60b8aa5-7b57-464f-985a-a637ff41d291 req-15fb4a53-36c5-4f46-891b-5d9b17101040 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462613 Aug 19 02:24:44.097652 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5689bf6-e2d7-453a-bbac-aa3a2ca614c9 req-e7c2d8e9-3940-48d2-8adf-3392701e41f8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:44.099158 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d5689bf6-e2d7-453a-bbac-aa3a2ca614c9 req-e7c2d8e9-3940-48d2-8adf-3392701e41f8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0483119 Aug 19 02:24:44.138107 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d5689bf6-e2d7-453a-bbac-aa3a2ca614c9 req-d563c280-e3ed-4590-a0bc-fe426c01cc0d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Aug 19 02:24:44.654108 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d976b-a0fc-4e14-9be6-f3e71365a751 req-6c6fc0ee-2766-4cf7-819c-6c368a4940f0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:44.656490 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-303d976b-a0fc-4e14-9be6-f3e71365a751 req-6c6fc0ee-2766-4cf7-819c-6c368a4940f0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0855584 Aug 19 02:24:44.764164 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-303d976b-a0fc-4e14-9be6-f3e71365a751 req-edfb26de-f943-434f-b311-b7c2e274c7b5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013587 Aug 19 02:24:44.778705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device bb147618-63ac-45f5-9f13-9983fe6a690d up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:44.831148 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08505-9215-4424-bc5a-719bfc39720b req-3bad9e11-d95f-4968-b015-00ac09f4311c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:44.835285 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3be08505-9215-4424-bc5a-719bfc39720b req-3bad9e11-d95f-4968-b015-00ac09f4311c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 944 time: 0.1371529 Aug 19 02:24:44.909047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6a34c-d2e0-4326-8c74-e9fdec29a358 req-18206205-105f-4e02-bb75-e11e5ed967b9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:44.911427 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-78a6a34c-d2e0-4326-8c74-e9fdec29a358 req-18206205-105f-4e02-bb75-e11e5ed967b9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0802608 Aug 19 02:24:44.931492 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3be08505-9215-4424-bc5a-719bfc39720b req-44a924dc-ce59-47af-974e-eca9e0adc4aa tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838063 Aug 19 02:24:44.987386 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port bb147618-63ac-45f5-9f13-9983fe6a690d completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:44.993198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port bb147618-63ac-45f5-9f13-9983fe6a690d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:44.993802 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:44.995196 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-78a6a34c-d2e0-4326-8c74-e9fdec29a358 req-3ac47e38-ecd1-43da-87e7-2104a8ae1420 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758376 Aug 19 02:24:45.136209 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:45.169148 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:45.175234 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4825803-94be-449d-b7f1-7c16efbd79f0" -d '{"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-plugged", "status": "completed", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:45.204493 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:45.256910 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b3a1cc-0dba-410d-a808-9baffd91b79a x-openstack-request-id: req-c3b3a1cc-0dba-410d-a808-9baffd91b79a {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:45.257555 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-plugged", "status": "completed", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:45.258040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3b3a1cc-0dba-410d-a808-9baffd91b79a {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:45.258682 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'code': 200} Aug 19 02:24:45.274931 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:45.331051 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:45.360427 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a059c31-fa6f-428e-ab4f-0bb1f6c1822d req-5c6ad6ac-9129-4682-bb67-04d9f82b2922 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.362162 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3a059c31-fa6f-428e-ab4f-0bb1f6c1822d req-5c6ad6ac-9129-4682-bb67-04d9f82b2922 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.1021717 Aug 19 02:24:45.408542 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3a059c31-fa6f-428e-ab4f-0bb1f6c1822d req-286baa4a-6adb-4bd3-97f6-c17c876d7155 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Aug 19 02:24:45.896628 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b17f-40d0-4c00-8535-f078ed8b69e4 req-1aa471c8-b260-4abf-bdfb-91ba7cf4e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.899014 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7850b17f-40d0-4c00-8535-f078ed8b69e4 req-1aa471c8-b260-4abf-bdfb-91ba7cf4e912 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 1098 time: 0.1124690 Aug 19 02:24:45.954986 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c43c3-89c8-4b5b-bab1-a9bd7c5480e9 req-c59c6d98-f159-4700-82d9-ec71a9423fe0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.964606 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-549c43c3-89c8-4b5b-bab1-a9bd7c5480e9 req-c59c6d98-f159-4700-82d9-ec71a9423fe0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0919402 Aug 19 02:24:45.972942 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7850b17f-40d0-4c00-8535-f078ed8b69e4 req-8ba8cce7-028a-49fe-a047-317582086cdc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570025 Aug 19 02:24:46.011239 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-549c43c3-89c8-4b5b-bab1-a9bd7c5480e9 req-aa66b356-dd5d-4e11-b6c1-25b77095cf78 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Aug 19 02:24:46.102940 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ceb3b-8429-4314-bbdf-e991486d5ffa req-5ad64e18-bd53-48f6-880a-2a2b7347ffbb tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:46.104746 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-855ceb3b-8429-4314-bbdf-e991486d5ffa req-5ad64e18-bd53-48f6-880a-2a2b7347ffbb tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0823004 Aug 19 02:24:46.170031 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f814ad4-3e21-42a2-9554-fe34756e2b34 req-699dcfdb-493b-4eb3-8bcd-45de62ac623c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:46.172053 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f814ad4-3e21-42a2-9554-fe34756e2b34 req-699dcfdb-493b-4eb3-8bcd-45de62ac623c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0704398 Aug 19 02:24:46.199924 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-855ceb3b-8429-4314-bbdf-e991486d5ffa req-b8ee7b30-0d6c-4f52-b7ab-13d9dd7feec3 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813878 Aug 19 02:24:46.246688 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f814ad4-3e21-42a2-9554-fe34756e2b34 req-1cb0fb74-17f3-4a88-965b-071b09b7d4ae tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684192 Aug 19 02:24:46.544052 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d89ae-ea60-49e5-a6b6-85d5511c28c7 req-9d221bd5-201a-4f81-b1e3-348da010ce3c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:46.554041 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-110d89ae-ea60-49e5-a6b6-85d5511c28c7 req-9d221bd5-201a-4f81-b1e3-348da010ce3c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0690675 Aug 19 02:24:46.593107 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-110d89ae-ea60-49e5-a6b6-85d5511c28c7 req-4ab0cd51-e45c-40dc-baee-ff99c2b82e0f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 Aug 19 02:24:47.139020 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2f65e-f629-4e04-ade7-ac29d2da3693 req-a3e57668-a8e1-4157-8154-e9f7bca29f98 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.140705 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a1d2f65e-f629-4e04-ade7-ac29d2da3693 req-a3e57668-a8e1-4157-8154-e9f7bca29f98 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0542259 Aug 19 02:24:47.188060 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a1d2f65e-f629-4e04-ade7-ac29d2da3693 req-fc88262a-52a5-4196-8bee-7e12c9d77def tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Aug 19 02:24:47.321691 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870f50b-556b-4593-a20a-e40f379e1980 req-9ac27e28-35fa-45f9-8a2d-cbb074c56876 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.324740 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7870f50b-556b-4593-a20a-e40f379e1980 req-9ac27e28-35fa-45f9-8a2d-cbb074c56876 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0538778 Aug 19 02:24:47.376294 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7870f50b-556b-4593-a20a-e40f379e1980 req-9cb60fd2-948e-48b7-b58c-36f63c4fcefc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Aug 19 02:24:47.406201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d8cc-ae4a-4126-bdef-103b6640964e req-4a2b9a2d-cc3c-4768-be52-f3b54616aaed tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.408416 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2683d8cc-ae4a-4126-bdef-103b6640964e req-4a2b9a2d-cc3c-4768-be52-f3b54616aaed tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0595984 Aug 19 02:24:47.453091 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2683d8cc-ae4a-4126-bdef-103b6640964e req-6f4729ae-2cae-41ea-bd75-5a9fbe6bdad6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367012 Aug 19 02:24:47.752198 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55069-266c-4f02-a6ca-3c64d42706fc req-8c305aaa-8a0e-47f4-a32f-283b6dc1cf52 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.753699 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ab55069-266c-4f02-a6ca-3c64d42706fc req-8c305aaa-8a0e-47f4-a32f-283b6dc1cf52 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0713561 Aug 19 02:24:47.814807 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ab55069-266c-4f02-a6ca-3c64d42706fc req-74962b75-3f1d-4791-8b42-4353d7da1179 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518415 Aug 19 02:24:47.824872 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ebf5-036b-4405-bdab-7fb46309358f req-4f3b55de-17bd-4c4f-aa95-9d689cbe71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.826857 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-4f3b55de-17bd-4c4f-aa95-9d689cbe71dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1098 time: 0.0722449 Aug 19 02:24:47.939052 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ebf5-036b-4405-bdab-7fb46309358f req-edaeaea4-828a-4437-bda8-9c8aa746c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.940596 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-edaeaea4-828a-4437-bda8-9c8aa746c263 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.1055322 Aug 19 02:24:48.033745 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-000f53f1-666d-40af-8c85-3e0df96227c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0668387 Aug 19 02:24:48.092315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ebf5-036b-4405-bdab-7fb46309358f req-f4d1759d-e357-4f94-bb13-932aad35c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.099920 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-f4d1759d-e357-4f94-bb13-932aad35c15d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0507231 Aug 19 02:24:48.165597 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ebf5-036b-4405-bdab-7fb46309358f req-c0a4d983-e8c1-4e63-8c1b-0535e7f4fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.169086 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-c0a4d983-e8c1-4e63-8c1b-0535e7f4fba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519283 Aug 19 02:24:48.298425 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-1faefba2-a6af-4196-a19b-0607d31f467d service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197786 Aug 19 02:24:48.328997 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55680e80-73bb-4cbf-9e4d-f8ef600f125a req-cb5cf3a3-5c49-42cb-8b54-5c1b15eb414b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.331505 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55680e80-73bb-4cbf-9e4d-f8ef600f125a req-cb5cf3a3-5c49-42cb-8b54-5c1b15eb414b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0520713 Aug 19 02:24:48.384718 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55680e80-73bb-4cbf-9e4d-f8ef600f125a req-3f7a7d6f-c8e6-45d8-b3af-fd0a78e1c78d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Aug 19 02:24:48.414092 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f088ebf5-036b-4405-bdab-7fb46309358f req-eb0c3548-b922-4d1e-a7b4-618656f11b82 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003382 Aug 19 02:24:48.514356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b1484-f039-43ef-a710-e6c91a64761b req-d04e1d9d-cb3f-476b-accd-138026b4f109 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.516003 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-659b1484-f039-43ef-a710-e6c91a64761b req-d04e1d9d-cb3f-476b-accd-138026b4f109 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0547066 Aug 19 02:24:48.558852 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-659b1484-f039-43ef-a710-e6c91a64761b req-83b8834a-24e2-4543-b715-2974d9e62f00 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366330 Aug 19 02:24:48.596600 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3dd4-0ebb-473a-92e4-d904365c6877 req-2552a6a4-79a9-4dd6-9ecd-10f52b986a73 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.605899 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2e9b3dd4-0ebb-473a-92e4-d904365c6877 req-2552a6a4-79a9-4dd6-9ecd-10f52b986a73 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.0741010 Aug 19 02:24:48.654896 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2e9b3dd4-0ebb-473a-92e4-d904365c6877 req-cbec9e81-3af9-422f-bd47-95aef7447b44 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 Aug 19 02:24:48.718527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b97-34c2-4bc8-b96b-38c089eb3b35 req-2f2376af-fed6-4b44-9fbd-170a03edfc23 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.720318 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-32300b97-34c2-4bc8-b96b-38c089eb3b35 req-2f2376af-fed6-4b44-9fbd-170a03edfc23 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0750251 Aug 19 02:24:48.767401 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-32300b97-34c2-4bc8-b96b-38c089eb3b35 req-d049f4f4-34c6-453e-82cb-79f3dcebb559 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 Aug 19 02:24:48.793711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 44696) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:48.926489 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:24:48.939960 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748e38-020c-4329-8071-c91e8bd1b8a2 req-ab3b0805-3612-4d55-b6dd-03149ca8ba95 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.941545 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-04748e38-020c-4329-8071-c91e8bd1b8a2 req-ab3b0805-3612-4d55-b6dd-03149ca8ba95 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.0518467 Aug 19 02:24:49.002659 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-04748e38-020c-4329-8071-c91e8bd1b8a2 req-da9f1509-5463-48b0-9a91-8e2d53723a15 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Aug 19 02:24:49.133869 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bfa4f-6131-4ff4-bef5-8542f1bc30a7 tempest-TestVolumeBootPattern-890167779 tempest-TestVolumeBootPattern-890167779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:49.135550 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-d92bfa4f-6131-4ff4-bef5-8542f1bc30a7 tempest-TestVolumeBootPattern-890167779 tempest-TestVolumeBootPattern-890167779-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 1093 time: 0.3404717 Aug 19 02:24:49.138978 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 44708) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:49.143366 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'port_id': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:49.262919 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for floatingip, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:49.369449 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:49.489469 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Allocated IP 172.27.3.119 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/932e6124-06ac-4a7d-b121-6bd30a784fb7) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:24:49.517355 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46b21-f532-446a-b06a-ab6d54f1b440 req-9d5d49f9-4991-4a03-bdbc-014980c1e9f4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:49.518906 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41d46b21-f532-446a-b06a-ab6d54f1b440 req-9d5d49f9-4991-4a03-bdbc-014980c1e9f4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0523858 Aug 19 02:24:49.579628 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41d46b21-f532-446a-b06a-ab6d54f1b440 req-ac6cff35-22aa-493d-aa4b-5da50558e5e5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Aug 19 02:24:49.610585 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:49.697315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:49.771644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:24:49.776795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:49.779715 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:24:49.781543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'Port': ['ID=932e6124-06ac-4a7d-b121-6bd30a784fb7,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:49.830369 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ade5-a7e2-486a-ad91-893c5f11b501 req-491b9945-e194-4d83-abe5-a4800a0c0008 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:49.831887 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3899ade5-a7e2-486a-ad91-893c5f11b501 req-491b9945-e194-4d83-abe5-a4800a0c0008 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 945 time: 0.1034899 Aug 19 02:24:49.942176 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3899ade5-a7e2-486a-ad91-893c5f11b501 req-81e1f397-ae5b-445a-9763-8a00dc953d0d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034639 Aug 19 02:24:50.282066 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4efa6-deee-4181-a6ae-f99bf75afcb7 req-b9394340-a160-4167-a525-04355469c00c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:50.283478 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9af4efa6-deee-4181-a6ae-f99bf75afcb7 req-b9394340-a160-4167-a525-04355469c00c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 943 time: 0.1970291 Aug 19 02:24:50.376137 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9af4efa6-deee-4181-a6ae-f99bf75afcb7 req-46cee2df-f99b-4676-a581-346e08e0e194 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857556 Aug 19 02:24:50.391710 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.564106 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.696488 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353b220-f35b-47e2-ac8a-ff25cc6c9ba8 req-ce4ce761-f9d2-4fde-828a-129a0a60392e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:50.698529 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a353b220-f35b-47e2-ac8a-ff25cc6c9ba8 req-ce4ce761-f9d2-4fde-828a-129a0a60392e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Aug 19 02:24:50.715719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.737087 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a353b220-f35b-47e2-ac8a-ff25cc6c9ba8 req-4e02b5ad-b129-4a0b-a308-48b723a47d2e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Aug 19 02:24:50.780673 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.781026 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 06d875df-db8d-4c84-be07-aa24391bcabc details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:50.793279 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:50.851595 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event updated for resources: {'Port': ['ID=932e6124-06ac-4a7d-b121-6bd30a784fb7,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:50.861884 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.968994 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Floating IP d389d243-490b-4d3e-92ab-ed6e10e4fff1 associated. External IP: 172.27.3.119, port: bb147618-63ac-45f5-9f13-9983fe6a690d. Aug 19 02:24:51.051117 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.072324 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=06d875df-db8d-4c84-be07-aa24391bcabc,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:51.092122 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '06d875df-db8d-4c84-be07-aa24391bcabc', 'network_id': '49e13cdf-85ea-4f91-a253-eb569af4ca01', 'port_id': '06d875df-db8d-4c84-be07-aa24391bcabc', 'mac_address': 'fa:16:3e:2b:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c698f530-e5ae-4b3f-8d68-ba496142b3c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:51.097485 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:51.099786 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2794dea-3c3b-4dd6-9ae3-96c4adec6c2f" -d '{"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-unplugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:51.114747 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:51.161800 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.176637 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d875df-db8d-4c84-be07-aa24391bcabc {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:51.200707 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=06d875df-db8d-4c84-be07-aa24391bcabc,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:51.202383 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.249503 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f16cb-95e1-492e-9932-502313bc4993 x-openstack-request-id: req-267f16cb-95e1-492e-9932-502313bc4993 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:51.249835 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-unplugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:51.250139 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-267f16cb-95e1-492e-9932-502313bc4993 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:51.250516 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'code': 200} Aug 19 02:24:51.254887 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=8']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:51.279907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.326333 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d9fde-d9dd-41c9-9f60-4baff2792e0b req-9107f1e9-c7eb-4049-a8c1-ceb8ae743bde tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:51.327714 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c23d9fde-d9dd-41c9-9f60-4baff2792e0b req-9107f1e9-c7eb-4049-a8c1-ceb8ae743bde tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.1012049 Aug 19 02:24:51.334689 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:51.415268 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c23d9fde-d9dd-41c9-9f60-4baff2792e0b req-452a6e5b-e495-4d4c-9ca4-3095770c7930 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802066 Aug 19 02:24:51.480310 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Router 187ac0cc-077d-4df0-9c11-a75ae63060c7 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:24:51.501276 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f381c-6950-4405-af2b-1c3c95d6e776 req-a726cb40-ccc9-4fa4-b902-70c4a4d97c29 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:51.502934 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e4f381c-6950-4405-af2b-1c3c95d6e776 req-a726cb40-ccc9-4fa4-b902-70c4a4d97c29 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 944 time: 0.0527413 Aug 19 02:24:51.541324 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e4f381c-6950-4405-af2b-1c3c95d6e776 req-af28a1cd-b771-407d-bda9-ec60ef8e902e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Aug 19 02:24:51.591962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:24:51.603280 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Sync routers for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:24:51.614948 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:24:51.615917 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:24:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:51.639929 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.668906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.709138 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-bcc7c8fd-310d-415b-b271-e229ee9d7fbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5572987 Aug 19 02:24:51.709138 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:51.709138 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0429c80f-7666-44b6-93f8-0d23ed4db23e" -d '{"events": [{"name": "network-changed", "server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:51.738458 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:24:51.746707 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d674909-1a4d-4fdb-b06d-56666d6357b1 x-openstack-request-id: req-5d674909-1a4d-4fdb-b06d-56666d6357b1 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:51.746995 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:51.747245 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d674909-1a4d-4fdb-b06d-56666d6357b1 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:51.747644 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'status': 'completed', 'code': 200} Aug 19 02:24:51.863499 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-3722883e-25ed-45eb-923c-1932ba346a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:51.864993 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-3722883e-25ed-45eb-923c-1932ba346a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c66a4d5f54443e4b5e42435286481b1&device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 1098 time: 0.0505555 Aug 19 02:24:51.872527 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['06d875df-db8d-4c84-be07-aa24391bcabc'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:51.877645 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bab67-6e7c-4204-b414-2ed52e8e07a5 req-3639451c-df6e-406a-974f-00ddb349cafe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:51.879449 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f52bab67-6e7c-4204-b414-2ed52e8e07a5 req-3639451c-df6e-406a-974f-00ddb349cafe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0651851 Aug 19 02:24:51.930489 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f52bab67-6e7c-4204-b414-2ed52e8e07a5 req-b6529fc5-756a-4e44-b9b5-a54b0550e958 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Aug 19 02:24:52.020723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-8efc9904-7d1a-4bf2-aea0-0a08321463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.022541 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-8efc9904-7d1a-4bf2-aea0-0a08321463f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 HTTP/1.1" status: 200 len: 912 time: 0.1370535 Aug 19 02:24:52.047575 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'd389d243-490b-4d3e-92ab-ed6e10e4fff1', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'port_id': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'mac_address': 'fa:16:3e:6a:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:24:50Z', 'updated_at': '2021-08-19T02:24:50Z', 'revision_number': 0, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:52.073969 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Checking router: 187ac0cc-077d-4df0-9c11-a75ae63060c7 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:24:52.082287 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:24:52.082894 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:24:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:52.092291 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-422017de-c6fa-48a3-b3a5-56415011e33c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb147618-63ac-45f5-9f13-9983fe6a690d HTTP/1.1" status: 200 len: 999 time: 0.0600462 Aug 19 02:24:52.163235 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-1493ed34-4914-48f9-8831-926985e04bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.164725 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-1493ed34-4914-48f9-8831-926985e04bcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3adf476a-8b5e-4435-a88f-99787d67cff3 HTTP/1.1" status: 200 len: 850 time: 0.0520689 Aug 19 02:24:52.191208 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:24:52.219565 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-5b4ff6c0-3adf-481d-8534-d2df17d6088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.221076 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-5b4ff6c0-3adf-481d-8534-d2df17d6088b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434010 Aug 19 02:24:52.336216 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-b7ac3f97-d974-46c2-9281-e7ea793faae9 service neutron] 10.222.0.41 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003997 Aug 19 02:24:52.447099 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'd389d243-490b-4d3e-92ab-ed6e10e4fff1', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'port_id': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'mac_address': 'fa:16:3e:6a:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:24:50Z', 'updated_at': '2021-08-19T02:24:50Z', 'revision_number': 0, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:52.476351 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b6e89-72a5-49a1-9563-09f84424c8fd None None] The sync data for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi is: [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'd389d243-490b-4d3e-92ab-ed6e10e4fff1', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'port_id': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'mac_address': 'fa:16:3e:6a:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:24:50Z', 'updated_at': '2021-08-19T02:24:50Z', 'revision_number': 0, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:24:52.498476 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0429c80f-7666-44b6-93f8-0d23ed4db23e req-e19a6f54-5887-48bb-9e2d-ee4d39e49c6a service neutron] 10.222.0.41 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923343 Aug 19 02:24:52.573223 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e6a0f-01b2-4eb5-8b0e-48639d9edf38 req-61477609-637e-48d2-bd09-bcebe2ea6a14 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.575055 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3b5e6a0f-01b2-4eb5-8b0e-48639d9edf38 req-61477609-637e-48d2-bd09-bcebe2ea6a14 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0677428 Aug 19 02:24:52.617703 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3b5e6a0f-01b2-4eb5-8b0e-48639d9edf38 req-0c6f26cd-85e1-4b38-8ffb-42c2e4cd6157 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349927 Aug 19 02:24:52.684838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b2a7-51d9-4002-b362-511c46fbadbd req-cc1c3c25-3770-4e1e-956d-ce0de3150828 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.693449 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c256b2a7-51d9-4002-b362-511c46fbadbd req-cc1c3c25-3770-4e1e-956d-ce0de3150828 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 944 time: 0.0644202 Aug 19 02:24:52.730910 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c256b2a7-51d9-4002-b362-511c46fbadbd req-8395472f-c68c-4fb7-adf6-09e3d1fa3a64 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Aug 19 02:24:52.747212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9f386-d279-4987-a146-59e76f83c4f0 None None] New status for floating IP d389d243-490b-4d3e-92ab-ed6e10e4fff1: ACTIVE {{(pid=94406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:24:53.079447 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c152c4-5623-4429-b335-4d3a32eaf5f3 req-cae8b7b5-cc21-4ba7-9cc3-5fe2ac248c98 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:53.080979 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-24c152c4-5623-4429-b335-4d3a32eaf5f3 req-cae8b7b5-cc21-4ba7-9cc3-5fe2ac248c98 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0629117 Aug 19 02:24:53.119796 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-24c152c4-5623-4429-b335-4d3a32eaf5f3 req-0523fe97-ee85-4cf3-9765-12df8eab9623 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 19 02:24:53.853065 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7830c43-741a-4d34-aa7f-495c07852e23 req-55a0e4a2-f441-4ff9-a75a-d94d193686ec tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:53.854546 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a7830c43-741a-4d34-aa7f-495c07852e23 req-55a0e4a2-f441-4ff9-a75a-d94d193686ec tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 944 time: 0.0547392 Aug 19 02:24:53.893638 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a7830c43-741a-4d34-aa7f-495c07852e23 req-1bcfc7c9-82d6-449b-bcd1-abb813848940 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Aug 19 02:24:54.239477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cbdbf-b10d-4d32-871a-e16927a36f0b req-9b044cd9-d9ce-401e-842b-f3bef42c8dd0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:54.244545 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a28cbdbf-b10d-4d32-871a-e16927a36f0b req-9b044cd9-d9ce-401e-842b-f3bef42c8dd0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0538473 Aug 19 02:24:54.283041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a28cbdbf-b10d-4d32-871a-e16927a36f0b req-33576d6c-ce5e-469f-a6fd-284f96cba37e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Aug 19 02:24:54.315554 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce82aa-4796-4757-957d-ffd43d2471c5 req-3ce925bb-8678-417c-b721-3a5f24a21e16 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:54.317317 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d4ce82aa-4796-4757-957d-ffd43d2471c5 req-3ce925bb-8678-417c-b721-3a5f24a21e16 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0542116 Aug 19 02:24:54.358344 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d4ce82aa-4796-4757-957d-ffd43d2471c5 req-680b8981-b24d-40f9-b598-ab89e4cfc94d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352242 Aug 19 02:24:54.574448 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 44862) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:54.623310 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Deleting subnet 17db4947-e7f7-4994-af83-2e68eb7b9066 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:24:54.626454 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.660651 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.701034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.736505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 44868) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:54.817351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.821580 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 06d875df-db8d-4c84-be07-aa24391bcabc up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:54.846923 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17db4947-e7f7-4994-af83-2e68eb7b9066,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:54.851629 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.853715 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a4d58dcd-369a-4cdb-ab8b-4b1fbd22f138 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17db4947-e7f7-4994-af83-2e68eb7b9066 HTTP/1.1" status: 204 len: 168 time: 0.2810736 Aug 19 02:24:54.857039 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 44872) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:54.863662 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-58f851d5-978d-4bbb-b5ce-73dccdc01f3d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203480 Aug 19 02:24:54.926214 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 06d875df-db8d-4c84-be07-aa24391bcabc completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:54.930424 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 06d875df-db8d-4c84-be07-aa24391bcabc triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:54.930927 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:54.943287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.025543 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b9744-1c8c-4163-a35f-b72089bb6790 req-209c985d-85dc-4f0e-8feb-ddd27b2b9b3c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.028359 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7f9b9744-1c8c-4163-a35f-b72089bb6790 req-209c985d-85dc-4f0e-8feb-ddd27b2b9b3c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 944 time: 0.0618176 Aug 19 02:24:55.033046 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.046281 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.057753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974d27b4-a404-4786-878c-0d986478af46']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:55.058812 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:55.061731 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14d4b7-3af5-43c3-bef0-0033fd50d4fd" -d '{"events": [{"server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "name": "network-vif-plugged", "status": "completed", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:55.070653 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71191215-312d-4fd8-a2fa-cd7532c8664c') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:55.075407 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71191215-312d-4fd8-a2fa-cd7532c8664c') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:55.081927 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.085123 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=06d875df-db8d-4c84-be07-aa24391bcabc,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:55.097727 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.104096 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7f9b9744-1c8c-4163-a35f-b72089bb6790 req-f056615e-5318-472f-9313-c15f6bd8531d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663548 Aug 19 02:24:55.104265 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:24:55.105754 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.109052 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f02e33-3740-4a9d-9684-3bedffbda0e8 x-openstack-request-id: req-27f02e33-3740-4a9d-9684-3bedffbda0e8 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:55.109331 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "name": "network-vif-plugged", "status": "completed", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:55.109577 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27f02e33-3740-4a9d-9684-3bedffbda0e8 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:55.109964 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc', 'code': 200} Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:24:55.115663 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:24:55.169818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.170765 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:55.249407 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:55.255046 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.261671 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.265113 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] 10.222.0.38 "DELETE /v2.0/networks/974d27b4-a404-4786-878c-0d986478af46 HTTP/1.1" status: 204 len: 168 time: 0.4063592 Aug 19 02:24:55.291197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848ce99-be8d-41e3-9c34-a0bed1c0b204 admin admin] Pushing event deleted for resources: {'Network': ['ID=974d27b4-a404-4786-878c-0d986478af46,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:55.453570 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f05d0-f01a-4b8f-813a-434cbce675f8 req-5346efaf-cd50-4e50-9766-4ce14442308e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.455166 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8a3f05d0-f01a-4b8f-813a-434cbce675f8 req-5346efaf-cd50-4e50-9766-4ce14442308e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0889955 Aug 19 02:24:55.497735 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8a3f05d0-f01a-4b8f-813a-434cbce675f8 req-9ed5c875-9d84-4a1f-a470-01e42c116042 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Aug 19 02:24:55.543206 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a130184-c243-4ec6-9010-130958493a54 req-f3a180e1-25c8-4c37-8fc5-76dd328c4acb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.545036 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8a130184-c243-4ec6-9010-130958493a54 req-f3a180e1-25c8-4c37-8fc5-76dd328c4acb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0877929 Aug 19 02:24:55.553649 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca068a2-6e35-4d1c-9adc-f03d92fff4d2 req-03f85b62-d84f-4016-ac6e-4b64c6f951dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.555204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cca068a2-6e35-4d1c-9adc-f03d92fff4d2 req-03f85b62-d84f-4016-ac6e-4b64c6f951dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 1098 time: 0.0713680 Aug 19 02:24:55.613776 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8a130184-c243-4ec6-9010-130958493a54 req-f55bc107-7dfb-41f7-a389-ade442e7325c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575922 Aug 19 02:24:55.625333 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cca068a2-6e35-4d1c-9adc-f03d92fff4d2 req-dc29f0ef-34c6-456b-9597-bae6cfc75025 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514812 Aug 19 02:24:55.729176 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 44892) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:55.776257 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0b7610cd-d187-4020-a052-cb3adf4bb0e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3c0016ea0ad434b97875ad71379c925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456896 Aug 19 02:24:55.779736 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 44896) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:55.837044 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.864558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.982557 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.985450 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:55.987480 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ee1b1bf-db01-4436-b4df-e65914167645 HTTP/1.1" status: 204 len: 168 time: 0.2067137 Aug 19 02:24:55.996482 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb207e8-a466-4c9c-8cdc-e07dbd0d7007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1b1bf-db01-4436-b4df-e65914167645,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:56.235523 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a61bb5-4601-427a-bb6f-17ef3cb8ce9b req-e3df4e03-93c8-41e9-aeea-c80a73d7af18 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:56.238182 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d2a61bb5-4601-427a-bb6f-17ef3cb8ce9b req-e3df4e03-93c8-41e9-aeea-c80a73d7af18 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0664537 Aug 19 02:24:56.288887 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d2a61bb5-4601-427a-bb6f-17ef3cb8ce9b req-4506078d-1be9-497c-a4a8-1d354d1cb361 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Aug 19 02:24:56.623453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5551c92-dacb-46e1-88a5-c6071c692790 req-74498c71-145e-479a-9206-d4f9a6d6996c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:56.624829 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f5551c92-dacb-46e1-88a5-c6071c692790 req-74498c71-145e-479a-9206-d4f9a6d6996c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0528946 Aug 19 02:24:56.662705 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f5551c92-dacb-46e1-88a5-c6071c692790 req-24901ef7-808d-48a5-801f-9d321cee4395 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Aug 19 02:24:56.744649 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86933-8ebc-4479-9fa6-af15c50f9565 req-91b100da-f8d0-41ba-99a5-96d6752a38b2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:56.746260 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2fa86933-8ebc-4479-9fa6-af15c50f9565 req-91b100da-f8d0-41ba-99a5-96d6752a38b2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0507994 Aug 19 02:24:56.788288 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2fa86933-8ebc-4479-9fa6-af15c50f9565 req-54b893a8-e36b-41db-8766-c8e065accb58 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359235 Aug 19 02:24:57.415297 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec018f-de19-47b2-9734-593691c65fd0 req-547ac11a-ee4e-49bc-b26d-30ffe0583654 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.416781 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a9ec018f-de19-47b2-9734-593691c65fd0 req-547ac11a-ee4e-49bc-b26d-30ffe0583654 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0514433 Aug 19 02:24:57.457932 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a9ec018f-de19-47b2-9734-593691c65fd0 req-55af945f-d584-40f5-9bfb-f610bceef0fa tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Aug 19 02:24:57.791237 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c926d4e-15bb-48b4-8e66-8dd276387ef3 req-736e61c5-85f9-4d1c-9fb2-269b7b2d808e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.793228 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3c926d4e-15bb-48b4-8e66-8dd276387ef3 req-736e61c5-85f9-4d1c-9fb2-269b7b2d808e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Aug 19 02:24:57.833831 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3c926d4e-15bb-48b4-8e66-8dd276387ef3 req-148e589d-7de1-4bda-8bb4-b79b03665063 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Aug 19 02:24:57.914203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c7f0-cc53-46dc-b965-eff9663ff6bc req-057acae0-c19c-4ec2-b044-976092c03333 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.915565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1ee0c7f0-cc53-46dc-b965-eff9663ff6bc req-057acae0-c19c-4ec2-b044-976092c03333 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0533206 Aug 19 02:24:57.960144 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1ee0c7f0-cc53-46dc-b965-eff9663ff6bc req-2d7081b4-a87d-455c-80ed-d92fae020af8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377648 Aug 19 02:24:58.582248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d174b7-b449-4d3e-b8cb-327f558879ff req-8150ee16-a7a2-4fc7-b28c-31e2cccb8821 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:58.583787 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-41d174b7-b449-4d3e-b8cb-327f558879ff req-8150ee16-a7a2-4fc7-b28c-31e2cccb8821 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0509098 Aug 19 02:24:58.623848 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-41d174b7-b449-4d3e-b8cb-327f558879ff req-79b031ea-e688-4e46-a739-c6d9c05cdcf4 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Aug 19 02:24:58.863248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-e1268e76-0217-469c-a08f-30f64e8d800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:58.864823 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-e1268e76-0217-469c-a08f-30f64e8d800a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&tenant_id=e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 1096 time: 0.0746708 Aug 19 02:24:58.963370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d681-935f-4053-af15-6bce73b71d37 req-6680407e-8e07-439e-a993-a81eef8d7aac tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:58.964889 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e564d681-935f-4053-af15-6bce73b71d37 req-6680407e-8e07-439e-a993-a81eef8d7aac tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0548604 Aug 19 02:24:58.969441 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-457f2d3c-d08b-4d27-8df1-79938d5d7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:58.970981 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-457f2d3c-d08b-4d27-8df1-79938d5d7d6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1096 time: 0.0557301 Aug 19 02:24:59.004692 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e564d681-935f-4053-af15-6bce73b71d37 req-6a10237d-3bef-409a-be8b-87575207a7d6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 19 02:24:59.068120 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-402cdef6-5172-4eb4-8379-74861cd04704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:59.069972 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-402cdef6-5172-4eb4-8379-74861cd04704 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0905178 Aug 19 02:24:59.182378 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91e6c-75c0-4aa5-a6f4-0a1c7b8525fe req-0faf55c3-4463-40d5-9d5d-a5c174ae4228 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:59.183873 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cae91e6c-75c0-4aa5-a6f4-0a1c7b8525fe req-0faf55c3-4463-40d5-9d5d-a5c174ae4228 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.1060686 Aug 19 02:24:59.186459 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-38b9094d-ec0c-4fdc-9778-e1ffd9d26be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 999 time: 0.0954037 Aug 19 02:24:59.257061 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cae91e6c-75c0-4aa5-a6f4-0a1c7b8525fe req-546aeeab-d35b-4228-906f-9562e9363895 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663698 Aug 19 02:24:59.265030 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-b65f7e25-014c-4b88-b233-55f243050dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:59.266527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-b65f7e25-014c-4b88-b233-55f243050dff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0699372 Aug 19 02:24:59.318455 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-d0923c09-798b-4059-a768-f4c8670bb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:59.319951 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-d0923c09-798b-4059-a768-f4c8670bb376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431538 Aug 19 02:24:59.429452 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-ceda63d6-8ca8-4e63-979b-b7ecaf560a34 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950942 Aug 19 02:24:59.532365 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-213cc3c8-dc29-49cd-875a-9873a4246377 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904176 Aug 19 02:25:00.130998 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedbbd8-a04f-496b-8ab2-0b0e3e582092 req-3b348383-6d91-440d-aa6e-ce8615ea9b56 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:00.134042 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6fedbbd8-a04f-496b-8ab2-0b0e3e582092 req-3b348383-6d91-440d-aa6e-ce8615ea9b56 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0601244 Aug 19 02:25:00.173834 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6fedbbd8-a04f-496b-8ab2-0b0e3e582092 req-83f783f0-b9cf-4d45-9158-ce951b36f5e0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Aug 19 02:25:00.408927 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fef71-3542-485e-bfb8-3b922b242e88 req-82e2193a-386e-4c07-9c2b-97aa5c5c6199 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:00.410627 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d36fef71-3542-485e-bfb8-3b922b242e88 req-82e2193a-386e-4c07-9c2b-97aa5c5c6199 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0569208 Aug 19 02:25:00.449563 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d36fef71-3542-485e-bfb8-3b922b242e88 req-a54c2e5b-311d-461e-9e21-15ce90395914 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Aug 19 02:25:01.295559 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc5a97-e0c1-4d6b-9283-8a3fb3dd793f req-15ddaea9-99da-43a3-82f8-dcbb78a9acc1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:01.297058 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9cc5a97-e0c1-4d6b-9283-8a3fb3dd793f req-15ddaea9-99da-43a3-82f8-dcbb78a9acc1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Aug 19 02:25:01.334353 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9cc5a97-e0c1-4d6b-9283-8a3fb3dd793f req-e972d0da-a0a4-4ec6-841b-759785974ae0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Aug 19 02:25:01.583163 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b4a7-b09c-4587-a10a-c5781b1c3f93 req-43765b43-ad37-429b-b2d4-a3205581ae08 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:01.584611 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c668b4a7-b09c-4587-a10a-c5781b1c3f93 req-43765b43-ad37-429b-b2d4-a3205581ae08 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0514982 Aug 19 02:25:01.624100 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c668b4a7-b09c-4587-a10a-c5781b1c3f93 req-6b424a08-146e-40d8-9eb1-adef22947703 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334499 Aug 19 02:25:02.448986 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304f91-ba7f-4f5a-96ed-30ea01ae8e08 req-5860ac87-f37b-40b6-a7e6-c11961b51467 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:02.452676 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0304f91-ba7f-4f5a-96ed-30ea01ae8e08 req-5860ac87-f37b-40b6-a7e6-c11961b51467 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Aug 19 02:25:02.494991 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f0304f91-ba7f-4f5a-96ed-30ea01ae8e08 req-f440aebc-4d11-4fac-a380-1f5b474a5882 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Aug 19 02:25:02.702865 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4068cbe9-726e-4497-a0fa-56f07e4fef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:02.752752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0c182-4dbe-4eee-877e-8f7308d23965 req-e6910c9e-1fee-4656-8069-b3088915c4c3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:02.754203 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-90b0c182-4dbe-4eee-877e-8f7308d23965 req-e6910c9e-1fee-4656-8069-b3088915c4c3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0491517 Aug 19 02:25:02.791597 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-90b0c182-4dbe-4eee-877e-8f7308d23965 req-c4364a9b-51c3-4c25-9b71-3edcad5b8027 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Aug 19 02:25:03.616274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7296f-b092-4e92-a108-6b1ef768e12a req-e38b48e0-aaa5-417e-9edc-f528577d6edb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:03.617707 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-feb7296f-b092-4e92-a108-6b1ef768e12a req-e38b48e0-aaa5-417e-9edc-f528577d6edb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0552657 Aug 19 02:25:03.654587 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-feb7296f-b092-4e92-a108-6b1ef768e12a req-e0337f32-dcd1-4858-b622-beab48783f8d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Aug 19 02:25:03.920544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661cbdc-76f2-4be6-9ff3-9a627e7d18d7 req-836d9e2c-86bf-4ba3-a7d1-f5d67773b4ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:03.922042 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3661cbdc-76f2-4be6-9ff3-9a627e7d18d7 req-836d9e2c-86bf-4ba3-a7d1-f5d67773b4ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0542564 Aug 19 02:25:03.959890 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3661cbdc-76f2-4be6-9ff3-9a627e7d18d7 req-75f3bfe2-a651-4758-87e4-a3bf906c62ca tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319595 Aug 19 02:25:04.776282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45eaca-c595-40f4-9ad9-3b648b3465b9 req-d5867172-f893-4086-9a10-aec1e35b1576 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:04.777728 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e45eaca-c595-40f4-9ad9-3b648b3465b9 req-d5867172-f893-4086-9a10-aec1e35b1576 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Aug 19 02:25:04.813726 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e45eaca-c595-40f4-9ad9-3b648b3465b9 req-1d5bbd3f-0630-4b4b-80ff-d0f717cbf9cb tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302222 Aug 19 02:25:05.082604 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b951-3bad-4b8d-9df6-800762779cfc req-abdce722-745f-4c43-b74a-8193365c04b0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:05.084041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc05b951-3bad-4b8d-9df6-800762779cfc req-abdce722-745f-4c43-b74a-8193365c04b0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0479152 Aug 19 02:25:05.120644 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc05b951-3bad-4b8d-9df6-800762779cfc req-48bac0ee-320a-4330-a23f-ebc9ea9ea1b8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309379 Aug 19 02:25:05.302541 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f698fa94-8f42-4043-9ab2-36c857bad5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.496749 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.932904 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5cc2f-565c-4b76-92f4-50d4f936fd78 req-13f386d3-9304-4034-a0c7-8c6122e5a6c9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:05.934260 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d7b5cc2f-565c-4b76-92f4-50d4f936fd78 req-13f386d3-9304-4034-a0c7-8c6122e5a6c9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0473588 Aug 19 02:25:05.971787 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d7b5cc2f-565c-4b76-92f4-50d4f936fd78 req-93a026cb-a42b-42e6-b196-c28d6a6c0687 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Aug 19 02:25:06.242879 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6a2f9-02c1-4851-8410-fbf9e31f43b2 req-fe78824f-55a1-4911-b5b5-11322f42d601 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:06.244274 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78d6a2f9-02c1-4851-8410-fbf9e31f43b2 req-fe78824f-55a1-4911-b5b5-11322f42d601 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0500960 Aug 19 02:25:06.283091 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78d6a2f9-02c1-4851-8410-fbf9e31f43b2 req-2293cd23-8200-4e2d-b810-45c9a45c90b0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Aug 19 02:25:06.313972 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:07.090831 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8bbec-6f7d-4b6f-abc8-811e7d4ec0a6 req-102eeec1-af9c-45ce-82cd-7d2a7b5d362b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.092311 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ee8bbec-6f7d-4b6f-abc8-811e7d4ec0a6 req-102eeec1-af9c-45ce-82cd-7d2a7b5d362b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0509634 Aug 19 02:25:07.129817 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ee8bbec-6f7d-4b6f-abc8-811e7d4ec0a6 req-bd6fbd8a-2d8a-4365-8d04-0ca3bc78e887 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 19 02:25:07.407712 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451425f-022f-463c-8bc9-c3bec65dbf65 req-079cb9ef-5f87-4a66-8733-091e4f3d7fda tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.409413 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a451425f-022f-463c-8bc9-c3bec65dbf65 req-079cb9ef-5f87-4a66-8733-091e4f3d7fda tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0535414 Aug 19 02:25:07.446982 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a451425f-022f-463c-8bc9-c3bec65dbf65 req-0ffd0514-d1d8-420f-b718-d810fb30edd8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Aug 19 02:25:08.027959 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:08.245730 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289e0e-8f8b-4798-baf5-15bdd2736e69 req-394c7a7c-4e88-445f-8750-4388bc074a12 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:08.247108 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e1289e0e-8f8b-4798-baf5-15bdd2736e69 req-394c7a7c-4e88-445f-8750-4388bc074a12 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0484383 Aug 19 02:25:08.286659 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e1289e0e-8f8b-4798-baf5-15bdd2736e69 req-8d623506-a988-428d-9e2e-9548ec67b172 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Aug 19 02:25:08.576442 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b6c8a-fad1-4684-8b44-3d4728d55ef2 req-ccc08849-d42c-4360-992d-e068f420ed91 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:08.577921 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6b4b6c8a-fad1-4684-8b44-3d4728d55ef2 req-ccc08849-d42c-4360-992d-e068f420ed91 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0548027 Aug 19 02:25:08.615124 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6b4b6c8a-fad1-4684-8b44-3d4728d55ef2 req-bd32e446-3c94-4439-bd33-182a20efdc2b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311077 Aug 19 02:25:09.413699 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bc1e8-50ad-4bec-9942-fc63ccd6bfdd req-77eb5bbf-eb29-4d73-8a8c-86e2e157e127 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:09.416074 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-651bc1e8-50ad-4bec-9942-fc63ccd6bfdd req-77eb5bbf-eb29-4d73-8a8c-86e2e157e127 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0609128 Aug 19 02:25:09.452071 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-651bc1e8-50ad-4bec-9942-fc63ccd6bfdd req-cd7c3b02-7c0c-4e52-a67a-8ea13176383f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Aug 19 02:25:09.754273 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac00ac-902c-454b-bdc7-fb22ebef834c req-96a691b6-d0df-4699-9b09-6bcf01b54571 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:09.755803 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-16ac00ac-902c-454b-bdc7-fb22ebef834c req-96a691b6-d0df-4699-9b09-6bcf01b54571 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0568881 Aug 19 02:25:09.796669 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-16ac00ac-902c-454b-bdc7-fb22ebef834c req-30a9efe6-a973-4455-899f-13bbfa3a4c95 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Aug 19 02:25:10.569563 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dff61c-98f4-4afb-b3ba-c5b30d5b9e80 req-7a2cf4cb-3a15-4a04-be9a-48c8eb55da9f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:10.571115 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e0dff61c-98f4-4afb-b3ba-c5b30d5b9e80 req-7a2cf4cb-3a15-4a04-be9a-48c8eb55da9f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Aug 19 02:25:10.619273 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e0dff61c-98f4-4afb-b3ba-c5b30d5b9e80 req-1b126ca9-5bb0-4fe3-93ef-3c0ab4d6cc8e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Aug 19 02:25:10.921575 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3877-b513-4e7e-89cf-3ae37cc23891 req-5a2f42db-bd95-4c73-ba0b-887f54d35297 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:10.923151 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c33b3877-b513-4e7e-89cf-3ae37cc23891 req-5a2f42db-bd95-4c73-ba0b-887f54d35297 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0536909 Aug 19 02:25:10.970304 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c33b3877-b513-4e7e-89cf-3ae37cc23891 req-8726f0fb-6238-40b7-87c3-56172f23cde3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Aug 19 02:25:11.743155 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cc011-1ff1-4d5b-a0b5-fa214f31ac6d req-fa1e5b52-9df2-48d3-8d0a-d2d0862875d6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:11.744619 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-591cc011-1ff1-4d5b-a0b5-fa214f31ac6d req-fa1e5b52-9df2-48d3-8d0a-d2d0862875d6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Aug 19 02:25:11.787846 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-591cc011-1ff1-4d5b-a0b5-fa214f31ac6d req-428526f6-6ece-46b7-ba8d-3838ca3b377c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Aug 19 02:25:12.097791 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780b3ac-c551-450c-b727-6bf32ae043d0 req-98f3664b-f7d5-44c6-b83a-a8c7df30a150 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:12.099266 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3780b3ac-c551-450c-b727-6bf32ae043d0 req-98f3664b-f7d5-44c6-b83a-a8c7df30a150 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0502396 Aug 19 02:25:12.140209 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3780b3ac-c551-450c-b727-6bf32ae043d0 req-bc8a4255-3f41-4303-bc0e-9d83ba0d2525 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Aug 19 02:25:12.915131 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4dac-2468-4e44-981c-59020123667f req-7b1cb692-624c-4699-a2f2-65624f4b7cd2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:12.916800 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f2ad4dac-2468-4e44-981c-59020123667f req-7b1cb692-624c-4699-a2f2-65624f4b7cd2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Aug 19 02:25:12.961662 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f2ad4dac-2468-4e44-981c-59020123667f req-eec49270-4928-4ab4-afb0-3b1bdae3fa13 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Aug 19 02:25:13.266747 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81d5d-ea89-4042-9780-5f9dd1b12475 req-ccad1b35-c4f7-45f7-b37f-ef24b1a3cd56 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:13.268410 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ad81d5d-ea89-4042-9780-5f9dd1b12475 req-ccad1b35-c4f7-45f7-b37f-ef24b1a3cd56 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0537388 Aug 19 02:25:13.308408 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ad81d5d-ea89-4042-9780-5f9dd1b12475 req-38369c5c-f4b5-4a89-bfb8-95ba99a3761d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Aug 19 02:25:14.080920 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddb15f-e7ff-4fef-a43b-54f60deecb7b req-1508ffd1-bfd8-4dc2-a8f9-17aaa5a2cea2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:14.082570 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7eddb15f-e7ff-4fef-a43b-54f60deecb7b req-1508ffd1-bfd8-4dc2-a8f9-17aaa5a2cea2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0505135 Aug 19 02:25:14.122206 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7eddb15f-e7ff-4fef-a43b-54f60deecb7b req-3b137349-061b-4d3c-a1e3-39496e0937fe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 19 02:25:14.432085 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b840d3-53cf-4fee-838f-b001190fc415 req-a384fe43-6795-4051-99a3-69e5859e74ad tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:14.433618 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78b840d3-53cf-4fee-838f-b001190fc415 req-a384fe43-6795-4051-99a3-69e5859e74ad tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0527139 Aug 19 02:25:14.479972 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78b840d3-53cf-4fee-838f-b001190fc415 req-58b01cce-40d8-4fcb-b62a-2cd9720fea18 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355291 Aug 19 02:25:15.239955 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3846c39-c729-4b77-87d4-c3f2e46ad5c0 req-9b6d233f-e4ba-421c-9c92-701cbeb4b1dc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:15.241436 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a3846c39-c729-4b77-87d4-c3f2e46ad5c0 req-9b6d233f-e4ba-421c-9c92-701cbeb4b1dc tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0505388 Aug 19 02:25:15.284039 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a3846c39-c729-4b77-87d4-c3f2e46ad5c0 req-baabf0c3-4c26-498d-8d99-3e66bf4004ec tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364933 Aug 19 02:25:15.604718 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf30e-bac4-4f76-bdea-6860c950a20d req-4bb4f5ed-49fa-4f4f-bdf9-964e6ab4385b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:15.606239 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78ebf30e-bac4-4f76-bdea-6860c950a20d req-4bb4f5ed-49fa-4f4f-bdf9-964e6ab4385b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0493944 Aug 19 02:25:15.646955 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78ebf30e-bac4-4f76-bdea-6860c950a20d req-3a0a6ed8-b6a7-4882-b04e-c4bc30d8de91 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348222 Aug 19 02:25:16.419087 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a500a7-f3ef-41fa-ac3e-523204c439cc req-3636092e-dcb7-4b8d-afc1-18b2ef31e1cf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:16.420865 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a3a500a7-f3ef-41fa-ac3e-523204c439cc req-3636092e-dcb7-4b8d-afc1-18b2ef31e1cf tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Aug 19 02:25:16.461408 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a3a500a7-f3ef-41fa-ac3e-523204c439cc req-9eb81c4b-7870-4e5a-971c-16e3939efc33 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Aug 19 02:25:16.777477 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9aeeb-f9d8-4d93-8659-2a92ea967456 req-c5dad5c2-b3dd-489f-9101-27cbc0522358 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:16.785500 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3da9aeeb-f9d8-4d93-8659-2a92ea967456 req-c5dad5c2-b3dd-489f-9101-27cbc0522358 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0584815 Aug 19 02:25:16.818301 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3da9aeeb-f9d8-4d93-8659-2a92ea967456 req-3440c11b-84c0-4460-9da8-4bef01910e6f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Aug 19 02:25:17.587911 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9ea5-ef3f-46ef-85a6-f844239b2e77 req-f121d212-ba2e-4e13-98ad-d8a802844940 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:17.588484 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d33e9ea5-ef3f-46ef-85a6-f844239b2e77 req-f121d212-ba2e-4e13-98ad-d8a802844940 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0601747 Aug 19 02:25:17.627974 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d33e9ea5-ef3f-46ef-85a6-f844239b2e77 req-6198105f-e709-49d7-9762-2a3939eb6c71 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Aug 19 02:25:17.946573 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e630d-6baf-4207-ab2d-da42001bdbb4 req-5c004720-c755-4dde-8da1-6201728699bc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:17.948098 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ea4e630d-6baf-4207-ab2d-da42001bdbb4 req-5c004720-c755-4dde-8da1-6201728699bc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0534713 Aug 19 02:25:17.993940 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ea4e630d-6baf-4207-ab2d-da42001bdbb4 req-1d08d06e-81eb-4143-99f2-24e0c740263f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Aug 19 02:25:18.748281 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6926-46fe-4e79-9209-be4ce2f2cb37 req-e226c9ee-0e1e-4117-8a99-e82d9a88c231 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:18.749930 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5bdc6926-46fe-4e79-9209-be4ce2f2cb37 req-e226c9ee-0e1e-4117-8a99-e82d9a88c231 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Aug 19 02:25:18.787643 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5bdc6926-46fe-4e79-9209-be4ce2f2cb37 req-20e16d36-dbbc-4d8e-a20a-15102352153f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Aug 19 02:25:19.117713 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a6ba-2a1e-4d22-b368-77e8b29dc7bf req-17d017be-ac01-4f1d-a533-92d82e99366d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:19.119286 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6491a6ba-2a1e-4d22-b368-77e8b29dc7bf req-17d017be-ac01-4f1d-a533-92d82e99366d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0531774 Aug 19 02:25:19.169978 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6491a6ba-2a1e-4d22-b368-77e8b29dc7bf req-4d968577-541c-4ee9-9f02-b93228495fcc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Aug 19 02:25:19.910260 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f9910-25f1-42e4-bb2f-3da763bac848 req-4d4b7512-d54e-4f01-98e5-9d3c8b9ba07c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:19.911688 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9a6f9910-25f1-42e4-bb2f-3da763bac848 req-4d4b7512-d54e-4f01-98e5-9d3c8b9ba07c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0551403 Aug 19 02:25:19.955819 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9a6f9910-25f1-42e4-bb2f-3da763bac848 req-b8aa2da1-bb42-49b2-807d-0dfef094ec7e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Aug 19 02:25:20.295335 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bc226-9a1e-421c-893f-357f95de9d61 req-777e8422-4905-4296-9c7a-2ce157441be9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:20.297677 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cc6bc226-9a1e-421c-893f-357f95de9d61 req-777e8422-4905-4296-9c7a-2ce157441be9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0495238 Aug 19 02:25:20.338690 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cc6bc226-9a1e-421c-893f-357f95de9d61 req-c3833857-c99b-44e6-a8b0-9f6df50d7b79 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348508 Aug 19 02:25:21.076290 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda9796-439d-467b-8646-f5955a840698 req-16d9da84-7c0c-4ade-b1fd-893ce0d6f7fe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:21.077903 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fda9796-439d-467b-8646-f5955a840698 req-16d9da84-7c0c-4ade-b1fd-893ce0d6f7fe tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0557160 Aug 19 02:25:21.115990 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fda9796-439d-467b-8646-f5955a840698 req-abf74e2f-fcfb-4efd-a8d4-85d3fd9a1b43 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Aug 19 02:25:21.462963 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1382eb-356a-4b1c-8e12-30ccdd2fd92e req-6ef00ea4-8dac-43cc-8780-a0ed612cb656 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:21.464416 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b1382eb-356a-4b1c-8e12-30ccdd2fd92e req-6ef00ea4-8dac-43cc-8780-a0ed612cb656 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0532515 Aug 19 02:25:21.506200 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b1382eb-356a-4b1c-8e12-30ccdd2fd92e req-a882c040-d358-4db5-94a0-d64df13e3697 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349808 Aug 19 02:25:21.722524 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:22.234809 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f0b40-8c54-440a-b542-474437006cfa req-efbbee92-d9d3-44e4-9535-5c40e68cf932 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:22.236362 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be4f0b40-8c54-440a-b542-474437006cfa req-efbbee92-d9d3-44e4-9535-5c40e68cf932 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Aug 19 02:25:22.278125 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be4f0b40-8c54-440a-b542-474437006cfa req-5a96eebd-a343-4145-9b65-526eec9e7040 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Aug 19 02:25:22.629557 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ddaf5-32e6-49b6-8fc6-0e1695ec525d req-d2525fde-07a6-43a8-bc16-c61abe31809b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:22.631176 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-588ddaf5-32e6-49b6-8fc6-0e1695ec525d req-d2525fde-07a6-43a8-bc16-c61abe31809b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0479498 Aug 19 02:25:22.673365 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-588ddaf5-32e6-49b6-8fc6-0e1695ec525d req-76864f04-a1fe-40da-ad2d-5cf6e2aefd7f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353825 Aug 19 02:25:23.432505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee712867-84bc-420a-ac0f-c42a8395a3c2 req-9ca56335-4caa-446e-ac8f-c1ed3bb2fa71 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:23.434782 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee712867-84bc-420a-ac0f-c42a8395a3c2 req-9ca56335-4caa-446e-ac8f-c1ed3bb2fa71 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0594912 Aug 19 02:25:23.473037 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee712867-84bc-420a-ac0f-c42a8395a3c2 req-51c538e3-8b4f-4dae-a9ee-60acdc491b16 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Aug 19 02:25:23.795763 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2101-af2c-4c3c-b6a3-7e81473be140 req-5d182625-c5a5-4686-9fa8-e19c88b2954e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:23.797500 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7ec2101-af2c-4c3c-b6a3-7e81473be140 req-5d182625-c5a5-4686-9fa8-e19c88b2954e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0508013 Aug 19 02:25:23.833963 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7ec2101-af2c-4c3c-b6a3-7e81473be140 req-972cfa3e-5bfd-4165-84fa-be6115330618 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Aug 19 02:25:24.586263 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed2e7-593a-4a1c-93b3-01baf0e95a25 req-0da33194-cc5a-4b19-98e1-450daeb30632 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:24.587725 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f3ed2e7-593a-4a1c-93b3-01baf0e95a25 req-0da33194-cc5a-4b19-98e1-450daeb30632 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Aug 19 02:25:24.627791 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f3ed2e7-593a-4a1c-93b3-01baf0e95a25 req-086a5e1b-9855-4060-a6e9-6b441d018768 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Aug 19 02:25:24.957504 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258045-c4c1-441c-994b-ceb6f9c46e5a req-fc856218-582e-4d7f-a24a-7be8bf07a97b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:24.963927 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6258045-c4c1-441c-994b-ceb6f9c46e5a req-fc856218-582e-4d7f-a24a-7be8bf07a97b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0593655 Aug 19 02:25:25.006821 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d6258045-c4c1-441c-994b-ceb6f9c46e5a req-c81e93a4-7118-41ac-8309-73423fa8f1e7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414057 Aug 19 02:25:25.741808 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797edc-705f-4a8e-aa00-2de18157f27a req-e80d514d-f5f2-450d-8705-c66be756df97 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:25.743300 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-85797edc-705f-4a8e-aa00-2de18157f27a req-e80d514d-f5f2-450d-8705-c66be756df97 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Aug 19 02:25:25.781130 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-85797edc-705f-4a8e-aa00-2de18157f27a req-5fce27c4-3b90-4392-82ea-886e09feddd0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Aug 19 02:25:25.925646 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:25:26.137864 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70001b71-938e-41c4-9139-5891a1781c19 req-4d0ac5d9-d78f-49ed-92c7-d80daa8ccab9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:26.139370 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-70001b71-938e-41c4-9139-5891a1781c19 req-4d0ac5d9-d78f-49ed-92c7-d80daa8ccab9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0486896 Aug 19 02:25:26.181091 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-70001b71-938e-41c4-9139-5891a1781c19 req-85835ad4-3bac-41ff-b759-38bfe39e9b65 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Aug 19 02:25:26.330160 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-6e0409b3-fadb-4aa0-87c6-8a9fb8c21772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559051 Aug 19 02:25:26.451109 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-55ab95ab-b8d3-4686-ae44-545d0b2bb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:26.452556 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-55ab95ab-b8d3-4686-ae44-545d0b2bb6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 1098 time: 0.0422697 Aug 19 02:25:26.560372 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-4b0d12fa-4ddf-4145-9008-b8ec5a90ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:26.561829 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-4b0d12fa-4ddf-4145-9008-b8ec5a90ac51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.0878012 Aug 19 02:25:26.613636 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-9d4f73be-6124-4dac-9126-236406490a91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 200 len: 217 time: 0.0424187 Aug 19 02:25:26.665600 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-b7cabc52-6c9b-4edf-a2cf-71c45a4e24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:26.667077 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-b7cabc52-6c9b-4edf-a2cf-71c45a4e24a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0445564 Aug 19 02:25:26.699477 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-b3112f18-c6f6-470b-8ec5-aa738433aa23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Aug 19 02:25:26.797209 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-b1c0a7a7-85f2-4756-bf4a-f734cea41d67 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879352 Aug 19 02:25:26.899861 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f89ea1f-13a1-44cc-bdd4-6186bd2c3868 req-ce37095d-f986-421b-a720-8ef2c2fca5e5 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908504 Aug 19 02:25:26.901814 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0d13-8ebc-4eb5-86ef-dd138b55b058 req-376addd9-2898-4a57-8251-f66015730e78 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:26.903460 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-798b0d13-8ebc-4eb5-86ef-dd138b55b058 req-376addd9-2898-4a57-8251-f66015730e78 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Aug 19 02:25:26.943538 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-798b0d13-8ebc-4eb5-86ef-dd138b55b058 req-e6b2a645-8f6a-4abe-ba30-5a8aa7aabd36 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Aug 19 02:25:27.312473 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95445d4-bc7d-4b70-b281-a1f75c1492fc req-5a65fa8f-4a8e-4f4d-9cc6-eef0ca93a672 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:27.315532 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b95445d4-bc7d-4b70-b281-a1f75c1492fc req-5a65fa8f-4a8e-4f4d-9cc6-eef0ca93a672 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0578554 Aug 19 02:25:27.351569 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b95445d4-bc7d-4b70-b281-a1f75c1492fc req-0b2cf7d6-5438-45ad-a25e-a5e55331887a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Aug 19 02:25:27.713932 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050d910-0f19-4930-a909-5a4cc295e2a7 req-67a7a871-d37c-42fc-8fa5-414fc55cc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:27.715416 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3050d910-0f19-4930-a909-5a4cc295e2a7 req-67a7a871-d37c-42fc-8fa5-414fc55cc1ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0393479 Aug 19 02:25:27.752141 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3050d910-0f19-4930-a909-5a4cc295e2a7 req-52ebd8c8-43b6-4548-92c6-2046d0b95577 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282881 Aug 19 02:25:28.062887 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38050183-2a57-41cd-887f-767b7bd3a25f req-753350fe-0524-4fd6-b6d6-41bc62ef7509 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:28.064407 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-38050183-2a57-41cd-887f-767b7bd3a25f req-753350fe-0524-4fd6-b6d6-41bc62ef7509 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0502260 Aug 19 02:25:28.107608 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-38050183-2a57-41cd-887f-767b7bd3a25f req-51cdc625-0362-41bd-8ce8-2a6f261f6119 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 19 02:25:28.469133 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e21e4-ce1d-4637-ba42-18fd0a04962c req-2753cc20-f63b-4952-b103-0740293c89ba tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:28.471413 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f26e21e4-ce1d-4637-ba42-18fd0a04962c req-2753cc20-f63b-4952-b103-0740293c89ba tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0476494 Aug 19 02:25:28.509843 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f26e21e4-ce1d-4637-ba42-18fd0a04962c req-095757cd-6c96-47bb-bbe6-bf36a8de33d2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Aug 19 02:25:29.223575 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8c109-3c15-4808-aebc-c73f61c72d70 req-545ca7f6-5ddc-4ab2-8df1-a14ca895893c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:29.225084 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-66b8c109-3c15-4808-aebc-c73f61c72d70 req-545ca7f6-5ddc-4ab2-8df1-a14ca895893c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Aug 19 02:25:29.263565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-66b8c109-3c15-4808-aebc-c73f61c72d70 req-68f887fd-3600-47b9-b073-631b49b47040 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Aug 19 02:25:29.632393 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07f829-d2ca-4fee-a58b-87f30044bbd6 req-6810c29a-e32c-45ed-974c-55fc4be2d828 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:29.633824 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cc07f829-d2ca-4fee-a58b-87f30044bbd6 req-6810c29a-e32c-45ed-974c-55fc4be2d828 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0519602 Aug 19 02:25:29.692701 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cc07f829-d2ca-4fee-a58b-87f30044bbd6 req-72f72f09-dbde-4a81-8733-561cedb14d22 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Aug 19 02:25:30.380326 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b08b4-6618-4514-b6bd-90da6937b816 req-ee347dec-f703-4979-8f79-5994895012c9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:30.381800 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-438b08b4-6618-4514-b6bd-90da6937b816 req-ee347dec-f703-4979-8f79-5994895012c9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 19 02:25:30.420078 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-438b08b4-6618-4514-b6bd-90da6937b816 req-dc00abeb-e1b3-4617-a950-23d780c303a4 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Aug 19 02:25:30.803228 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9e27-0efd-4d6f-aedd-7afa0ffe7400 req-4e8e854a-f0b6-46e8-9846-b8292a7a685d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:30.804872 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a66a9e27-0efd-4d6f-aedd-7afa0ffe7400 req-4e8e854a-f0b6-46e8-9846-b8292a7a685d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0501797 Aug 19 02:25:30.844347 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a66a9e27-0efd-4d6f-aedd-7afa0ffe7400 req-f416282f-53c9-4be5-a9d1-7eb2bb220dd5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327997 Aug 19 02:25:31.448392 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fced53c-d17a-4152-8676-8b41b0029369 req-f0d9c6fd-bed9-44be-b6cf-5b6e1a66228a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:31.449976 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5fced53c-d17a-4152-8676-8b41b0029369 req-f0d9c6fd-bed9-44be-b6cf-5b6e1a66228a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0534041 Aug 19 02:25:31.489032 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5fced53c-d17a-4152-8676-8b41b0029369 req-a19d526a-c42d-45d9-9771-39e236a68a6b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Aug 19 02:25:31.542612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79dba9-1aa1-4896-927b-d76c2a50bfd5 req-ce88e4b8-e48c-42c3-a818-8943f3b8d11c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:31.543952 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4c79dba9-1aa1-4896-927b-d76c2a50bfd5 req-ce88e4b8-e48c-42c3-a818-8943f3b8d11c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Aug 19 02:25:31.580957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4c79dba9-1aa1-4896-927b-d76c2a50bfd5 req-cbec9764-ea93-435e-997b-cfdf8f4ac2b9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Aug 19 02:25:31.967218 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f09e3-578b-4e78-8fe2-eeb7bb86646c req-cd2b6a57-a5f9-4304-b51b-15db0d1cfa62 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:31.968698 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-668f09e3-578b-4e78-8fe2-eeb7bb86646c req-cd2b6a57-a5f9-4304-b51b-15db0d1cfa62 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0525012 Aug 19 02:25:32.010353 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-668f09e3-578b-4e78-8fe2-eeb7bb86646c req-2ef63752-e43a-427d-8d5d-a1897b983da5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346994 Aug 19 02:25:32.042448 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8647-cdcc-4ee1-8151-db48b9a4dc58 req-45159ea2-b596-4966-86f8-c9022a42fd06 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:32.043948 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6adc8647-cdcc-4ee1-8151-db48b9a4dc58 req-45159ea2-b596-4966-86f8-c9022a42fd06 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0515506 Aug 19 02:25:32.081612 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6adc8647-cdcc-4ee1-8151-db48b9a4dc58 req-e74ee1f4-1e98-41ab-89b7-bb689883baa9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Aug 19 02:25:32.603894 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0a1a9-8d12-488f-8aab-3f1f3bd7de89 req-e653a1fc-c9c1-4f59-851c-c0c32203b112 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:32.605337 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fde0a1a9-8d12-488f-8aab-3f1f3bd7de89 req-e653a1fc-c9c1-4f59-851c-c0c32203b112 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0486531 Aug 19 02:25:32.641423 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fde0a1a9-8d12-488f-8aab-3f1f3bd7de89 req-1642b68c-5244-4755-925e-f6b25744de52 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Aug 19 02:25:32.706874 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fc9954cd-5076-4eb1-b819-f06f627ecb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:33.132019 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a08fc-6723-4ac4-8eba-0392cd19cb9d req-cba26145-6371-499b-a035-1aa52989c1e2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:33.133625 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0a6a08fc-6723-4ac4-8eba-0392cd19cb9d req-cba26145-6371-499b-a035-1aa52989c1e2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0492578 Aug 19 02:25:33.173101 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0a6a08fc-6723-4ac4-8eba-0392cd19cb9d req-af0f8e19-5b64-4623-aad0-468b02aaed26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336080 Aug 19 02:25:33.201127 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b21a08-4b71-4b3d-b4b4-de13ed40a800 req-05266b2d-94d1-402d-a561-5947646737b9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:33.202604 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a4b21a08-4b71-4b3d-b4b4-de13ed40a800 req-05266b2d-94d1-402d-a561-5947646737b9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0528059 Aug 19 02:25:33.437588 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a4b21a08-4b71-4b3d-b4b4-de13ed40a800 req-188123c0-bb9b-42da-9648-25b3be8066c1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289975 Aug 19 02:25:33.757984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2fbc9-f54e-4114-8c2e-50adb7007c71 req-41377917-9815-4a76-929f-d17cb91b4cd0 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:33.759429 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fee2fbc9-f54e-4114-8c2e-50adb7007c71 req-41377917-9815-4a76-929f-d17cb91b4cd0 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0518272 Aug 19 02:25:33.795855 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fee2fbc9-f54e-4114-8c2e-50adb7007c71 req-eaba4176-2427-4cc6-b5f4-d4b994a5d2d9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Aug 19 02:25:34.295651 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5acda-2c8e-4d9c-82ed-6075b94a033e req-b389560e-7391-401d-88a4-7fa7d6beddf6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:34.297118 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bed5acda-2c8e-4d9c-82ed-6075b94a033e req-b389560e-7391-401d-88a4-7fa7d6beddf6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0491052 Aug 19 02:25:34.336982 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bed5acda-2c8e-4d9c-82ed-6075b94a033e req-b849a51b-7fff-421d-9ead-e73f075e57a0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Aug 19 02:25:34.552991 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2861140-88f1-4c69-98f7-1da9b4ab132e req-c6da11b7-617d-4e40-9d55-9b7f4c0a4199 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:34.554398 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e2861140-88f1-4c69-98f7-1da9b4ab132e req-c6da11b7-617d-4e40-9d55-9b7f4c0a4199 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Aug 19 02:25:34.590779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e2861140-88f1-4c69-98f7-1da9b4ab132e req-b6981664-1c65-499e-96ba-e24604206e75 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Aug 19 02:25:34.825387 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-fa3b6ca0-3f79-49e7-a192-7aae24108675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:34.826891 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-fa3b6ca0-3f79-49e7-a192-7aae24108675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0406229 Aug 19 02:25:34.909236 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0b97-bfe4-407f-8cf0-f9c43bf359c9 req-caa78678-a17a-4f5f-bc57-9b4ae583b09c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:34.910717 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a53b0b97-bfe4-407f-8cf0-f9c43bf359c9 req-caa78678-a17a-4f5f-bc57-9b4ae583b09c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0489118 Aug 19 02:25:34.935701 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-3d9c53c6-ff62-4435-9e98-4de3d287a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:34.937724 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-3d9c53c6-ff62-4435-9e98-4de3d287a6db service neutron] 10.222.0.41 "GET /v2.0/networks?id=34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 200 len: 919 time: 0.0943050 Aug 19 02:25:34.964165 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a53b0b97-bfe4-407f-8cf0-f9c43bf359c9 req-b81e227e-150c-4c10-af6a-b59a06193301 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Aug 19 02:25:34.982599 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-02e773e8-ae43-497b-b3f9-87c509199695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 200 len: 217 time: 0.0356486 Aug 19 02:25:35.036023 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-6f354019-e42c-47cf-835b-17ba46010b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:35.037396 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-6f354019-e42c-47cf-835b-17ba46010b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 200 len: 858 time: 0.0459428 Aug 19 02:25:35.081614 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-6cd559d3-5dfc-4b6c-8677-bcf9e39c7a25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34db8e1c-8048-4709-a04f-207207e68c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250685 Aug 19 02:25:35.174531 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-0263b285-7844-4925-be63-00bf0e2182c4 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Aug 19 02:25:35.244619 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-53a09893-bf02-4734-851a-c477f068c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:35.512790 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:35.520810 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65012b7d-5aba-4963-9b24-525b3132c0d1 req-096c0ad8-1f7a-4319-aaeb-cfc010566a04 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:35.522523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65012b7d-5aba-4963-9b24-525b3132c0d1 req-096c0ad8-1f7a-4319-aaeb-cfc010566a04 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0750282 Aug 19 02:25:35.528304 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5080cfdf-1fdc-49bb-a433-8bbcc164f33c req-b67723c7-6059-4819-9502-d1c21ae5aad0 service neutron] 10.222.0.41 "GET /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455033 Aug 19 02:25:35.562470 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65012b7d-5aba-4963-9b24-525b3132c0d1 req-b780c4ae-c0b1-4a00-99db-fc7b8a91603f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Aug 19 02:25:35.710237 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba880e-9709-43a7-bf1c-ccba1bef95d0 req-73975023-656c-4a32-8d75-12a3ab775c3b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:35.711707 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ccba880e-9709-43a7-bf1c-ccba1bef95d0 req-73975023-656c-4a32-8d75-12a3ab775c3b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Aug 19 02:25:35.748929 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ccba880e-9709-43a7-bf1c-ccba1bef95d0 req-ab452e1d-ea74-42fd-acd5-ac10ad9c6435 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Aug 19 02:25:36.081002 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07065b-8ed8-420d-b5fc-54e7a60f70f6 req-9122cae4-059e-44db-9a45-ae33a1312c4b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:36.082473 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd07065b-8ed8-420d-b5fc-54e7a60f70f6 req-9122cae4-059e-44db-9a45-ae33a1312c4b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0513456 Aug 19 02:25:36.118933 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd07065b-8ed8-420d-b5fc-54e7a60f70f6 req-f38ef9e9-3f69-4edf-a966-55ea4f162e5d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Aug 19 02:25:36.326749 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:36.684399 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690f109-51f8-4a65-aa47-e0b66380f7d3 req-400ec018-d05e-4667-9866-3a1fbc8e127f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:36.685882 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a690f109-51f8-4a65-aa47-e0b66380f7d3 req-400ec018-d05e-4667-9866-3a1fbc8e127f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0500071 Aug 19 02:25:36.729732 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a690f109-51f8-4a65-aa47-e0b66380f7d3 req-285c5e6b-7778-4a2f-ad8c-9dd8405fdcf8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371842 Aug 19 02:25:36.870038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf146f1-2ac8-46d1-b960-7594396ac24b req-128d4ec4-21c8-436b-bdf2-4659114bbbad tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:36.870625 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6bf146f1-2ac8-46d1-b960-7594396ac24b req-128d4ec4-21c8-436b-bdf2-4659114bbbad tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Aug 19 02:25:36.908288 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6bf146f1-2ac8-46d1-b960-7594396ac24b req-c3131b38-8eef-4c74-a8a4-a6de79d6cb6e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Aug 19 02:25:36.971908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-4a2895f1-af3c-4b02-b6dc-231fb5e3ba95 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:36.973386 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-4a2895f1-af3c-4b02-b6dc-231fb5e3ba95 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0484645 Aug 19 02:25:37.070499 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Deleting port 06d875df-db8d-4c84-be07-aa24391bcabc {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:37.070840 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:37.158675 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] For port 06d875df-db8d-4c84-be07-aa24391bcabc, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=06d875df-db8d-4c84-be07-aa24391bcabc,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:37.161894 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:37.171576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Calling delete_port for 06d875df-db8d-4c84-be07-aa24391bcabc owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:37.233182 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134110c5-4569-416d-a6ff-6ee9f486b998 req-9ae98b91-04e1-4b97-ba26-2ce3cc017de9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:37.234834 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-134110c5-4569-416d-a6ff-6ee9f486b998 req-9ae98b91-04e1-4b97-ba26-2ce3cc017de9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 945 time: 0.0494180 Aug 19 02:25:37.275216 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-134110c5-4569-416d-a6ff-6ee9f486b998 req-297759c4-4008-4db3-8105-2be59be712b6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Aug 19 02:25:37.366870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:37.394593 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event deleted for resources: {'Port': ['ID=06d875df-db8d-4c84-be07-aa24391bcabc,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:37.405946 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.406327 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.406669 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.407007 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.407870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.408374 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.408786 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.409034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.409362 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.409687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.410054 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.410356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:37.420100 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf', '7cc1d229-3935-4a11-a064-816745570f8d', '8dd86e23-b7b4-4199-8b86-83a5d2690564', '06d875df-db8d-4c84-be07-aa24391bcabc'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:25:37.449484 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] No DVR routers for this DVR port 06d875df-db8d-4c84-be07-aa24391bcabc on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:25:37.453125 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:37.455693 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-df8c3ffb-4bc5-44be-8f0b-85842fed11a6 req-188e72cb-515d-4726-97a3-437ab11edc6f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "DELETE /v2.0/ports/06d875df-db8d-4c84-be07-aa24391bcabc HTTP/1.1" status: 204 len: 173 time: 0.4752562 Aug 19 02:25:37.456140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'name': 'network-vif-deleted', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:37.458462 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8b654-be2b-404e-8740-9d1035bea54d" -d '{"events": [{"server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "name": "network-vif-deleted", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:37.495832 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf101961-bc85-4b24-a286-5e4c2834739e x-openstack-request-id: req-bf101961-bc85-4b24-a286-5e4c2834739e {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:37.496124 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff97a3a-0427-49b8-9e66-cebc51e0c67f", "name": "network-vif-deleted", "tag": "06d875df-db8d-4c84-be07-aa24391bcabc", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:37.496371 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf101961-bc85-4b24-a286-5e4c2834739e {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:37.497274 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff97a3a-0427-49b8-9e66-cebc51e0c67f', 'name': 'network-vif-deleted', 'tag': '06d875df-db8d-4c84-be07-aa24391bcabc', 'status': 'completed', 'code': 200} Aug 19 02:25:37.862946 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e73d93-0a05-4b55-9e25-a9829581c5f1 req-1c169dbf-53c1-45ed-acc3-ea9494cbec47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:37.864401 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-30e73d93-0a05-4b55-9e25-a9829581c5f1 req-1c169dbf-53c1-45ed-acc3-ea9494cbec47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0523016 Aug 19 02:25:37.902563 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-30e73d93-0a05-4b55-9e25-a9829581c5f1 req-a4607d63-6ed3-4cc4-a851-a09133e3fe91 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Aug 19 02:25:38.035108 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728823aa-6c3c-4c5e-a7e0-a15ed811e0af req-9eb2ca96-33a5-4922-b956-763c4706767c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:38.036634 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-728823aa-6c3c-4c5e-a7e0-a15ed811e0af req-9eb2ca96-33a5-4922-b956-763c4706767c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0596480 Aug 19 02:25:38.074731 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-728823aa-6c3c-4c5e-a7e0-a15ed811e0af req-3255807e-0e41-442b-8cdc-9cf6f9f073ef tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Aug 19 02:25:38.078513 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:38.381362 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5050d0a9-74f4-4c47-ac49-b549c077ac81 req-b0b716c4-6881-4d0f-9ef6-d0652c31f15f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff97a3a-0427-49b8-9e66-cebc51e0c67f HTTP/1.1" status: 200 len: 210 time: 0.0264533 Aug 19 02:25:39.022347 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf34b38-4b0a-4e72-b67a-d942ce325f07 req-b75423e1-a692-4ded-be72-91007c7846cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:39.023817 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6bf34b38-4b0a-4e72-b67a-d942ce325f07 req-b75423e1-a692-4ded-be72-91007c7846cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0490897 Aug 19 02:25:39.061020 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6bf34b38-4b0a-4e72-b67a-d942ce325f07 req-307a9c24-4cb7-4625-90da-47c65991bec7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Aug 19 02:25:39.190760 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f54a5c-2862-4fd5-acfd-d4447ee762b5 req-9a1c7b51-9624-424c-8bad-6b2cd0f6c5e7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:39.192224 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21f54a5c-2862-4fd5-acfd-d4447ee762b5 req-9a1c7b51-9624-424c-8bad-6b2cd0f6c5e7 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0474620 Aug 19 02:25:39.231620 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21f54a5c-2862-4fd5-acfd-d4447ee762b5 req-65406938-e776-49ac-a1a9-3781731d54c9 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Aug 19 02:25:40.187849 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe44a12-c760-47db-a826-38012258110b req-108d8ed7-bcdf-44d9-88bc-8f156f908d6e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:40.189426 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbe44a12-c760-47db-a826-38012258110b req-108d8ed7-bcdf-44d9-88bc-8f156f908d6e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0542505 Aug 19 02:25:40.227900 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbe44a12-c760-47db-a826-38012258110b req-b41a8ef5-4e45-45ce-be46-d412e6d886d4 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325224 Aug 19 02:25:40.891321 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 45612) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:40.997733 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.026616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 06d875df-db8d-4c84-be07-aa24391bcabc no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:41.047002 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 06d875df-db8d-4c84-be07-aa24391bcabc {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:41.047349 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 06d875df-db8d-4c84-be07-aa24391bcabc not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:41.091884 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.151307 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556874-1284-4aa2-9254-d849b31b4f51 req-31b65eb7-f5aa-4702-a3bb-14b655a16865 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:41.152745 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21556874-1284-4aa2-9254-d849b31b4f51 req-31b65eb7-f5aa-4702-a3bb-14b655a16865 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Aug 19 02:25:41.165451 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.226723 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21556874-1284-4aa2-9254-d849b31b4f51 req-9c9c628b-8497-40c5-96d8-a30dcee2eb4a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675919 Aug 19 02:25:41.227313 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4581d09-42f4-401b-8de3-dc5f9890d965,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:41.234266 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5ed828ff2fb4cada8c49e8165cd515b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387992 Aug 19 02:25:41.236681 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 45622) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:41.243932 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.244276 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.244615 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.244990 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.245320 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.245655 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.245982 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.246331 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.246657 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.246977 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.247298 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.247618 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f4c16-50ed-426a-b607-6db0798f5780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:41.296427 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.318180 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.351825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aa974-ed00-4932-bae4-b5ae47d416f4 req-3fb5a7ba-0e25-498c-a6ec-85bfff245d24 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:41.353409 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a93aa974-ed00-4932-bae4-b5ae47d416f4 req-3fb5a7ba-0e25-498c-a6ec-85bfff245d24 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0508549 Aug 19 02:25:41.391101 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a93aa974-ed00-4932-bae4-b5ae47d416f4 req-b2f901b9-60eb-4b0c-9787-3583d1f86539 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316272 Aug 19 02:25:41.429840 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.432425 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:41.433564 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4581d09-42f4-401b-8de3-dc5f9890d965 HTTP/1.1" status: 204 len: 168 time: 0.1959896 Aug 19 02:25:41.441216 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c5e4-e36d-4d01-bc79-eeb9bf4872f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4581d09-42f4-401b-8de3-dc5f9890d965,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:42.348192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160052c-f554-458d-958c-419ecdbc218c req-42ef0e69-025e-4558-81f1-63902beb30e9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:42.349695 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1160052c-f554-458d-958c-419ecdbc218c req-42ef0e69-025e-4558-81f1-63902beb30e9 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0516114 Aug 19 02:25:42.388915 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1160052c-f554-458d-958c-419ecdbc218c req-c5cd052e-76c2-4e3d-8c9e-20c546280d11 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Aug 19 02:25:42.519311 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026b3c-67f0-4547-a298-04e096708383 req-5282f3f0-57cd-4b71-913b-5a4961ddca18 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:42.520812 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aa026b3c-67f0-4547-a298-04e096708383 req-5282f3f0-57cd-4b71-913b-5a4961ddca18 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0534918 Aug 19 02:25:42.559695 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aa026b3c-67f0-4547-a298-04e096708383 req-aed5ca73-0ee2-4185-ad37-0ee092f5df3c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Aug 19 02:25:43.248827 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-5e4c73ce-ac08-4195-81f5-75c700af016e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:43.250311 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-5e4c73ce-ac08-4195-81f5-75c700af016e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Aug 19 02:25:43.346324 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Deleting port 8dd86e23-b7b4-4199-8b86-83a5d2690564 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:43.346676 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:43.437100 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] For port 8dd86e23-b7b4-4199-8b86-83a5d2690564, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8dd86e23-b7b4-4199-8b86-83a5d2690564,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:43.437735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:43.450463 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Calling delete_port for 8dd86e23-b7b4-4199-8b86-83a5d2690564 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:43.508890 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043648a-bd6b-47cd-a636-54eceba2a5b7 req-10eaf367-77ed-4656-b286-ee6e861f02b1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:43.510404 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a043648a-bd6b-47cd-a636-54eceba2a5b7 req-10eaf367-77ed-4656-b286-ee6e861f02b1 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 945 time: 0.0500569 Aug 19 02:25:43.547884 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a043648a-bd6b-47cd-a636-54eceba2a5b7 req-cb339736-4f2f-493a-8a2d-3fdd0bfa7bd3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Aug 19 02:25:43.643801 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:43.688985 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf', '7cc1d229-3935-4a11-a064-816745570f8d', '8dd86e23-b7b4-4199-8b86-83a5d2690564'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:25:43.694041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event deleted for resources: {'Port': ['ID=8dd86e23-b7b4-4199-8b86-83a5d2690564,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:43.731728 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17d2b0-3203-42b6-ac17-688c5345a78e req-9e69f4bb-7f11-409d-a151-2b77bd8fb0df tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:43.734130 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1c17d2b0-3203-42b6-ac17-688c5345a78e req-9e69f4bb-7f11-409d-a151-2b77bd8fb0df tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.1017039 Aug 19 02:25:43.748118 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] No DVR routers for this DVR port 8dd86e23-b7b4-4199-8b86-83a5d2690564 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:25:43.750766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:43.752933 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae736d80-caa3-457b-ad24-5d919d395e87 req-33621bbd-ea4b-412a-9d01-e74feb7f1a2b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "DELETE /v2.0/ports/8dd86e23-b7b4-4199-8b86-83a5d2690564 HTTP/1.1" status: 204 len: 173 time: 0.4957113 Aug 19 02:25:43.757660 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'name': 'network-vif-deleted', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:43.759952 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec16ac-c4ae-46a0-87bc-c39ae1a6a3ef" -d '{"events": [{"server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "name": "network-vif-deleted", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:43.790631 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1c17d2b0-3203-42b6-ac17-688c5345a78e req-b1840e09-edb4-4463-92cd-143a92090739 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Aug 19 02:25:43.806440 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d02ff3-ad7a-4b81-9be2-13af4ed3b057 x-openstack-request-id: req-f1d02ff3-ad7a-4b81-9be2-13af4ed3b057 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:43.806721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1e7cf9-15e6-4101-97a8-148ddce3cb07", "name": "network-vif-deleted", "tag": "8dd86e23-b7b4-4199-8b86-83a5d2690564", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:43.807604 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1d02ff3-ad7a-4b81-9be2-13af4ed3b057 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:43.807604 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1e7cf9-15e6-4101-97a8-148ddce3cb07', 'name': 'network-vif-deleted', 'tag': '8dd86e23-b7b4-4199-8b86-83a5d2690564', 'status': 'completed', 'code': 200} Aug 19 02:25:44.657098 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1addf43c-67e8-41a9-8aba-767e1704fbfc req-6c1b6a6c-9a06-40ec-9bd3-3d5b8f7b60f0 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd1e7cf9-15e6-4101-97a8-148ddce3cb07 HTTP/1.1" status: 200 len: 210 time: 0.0310111 Aug 19 02:25:44.920343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6de5f-3d99-416c-9182-402144da193c req-c99aa32a-3083-4af0-bf9c-848f33a2f55b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:44.933128 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fa6de5f-3d99-416c-9182-402144da193c req-c99aa32a-3083-4af0-bf9c-848f33a2f55b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0665474 Aug 19 02:25:44.975519 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8fa6de5f-3d99-416c-9182-402144da193c req-4ad9dfc3-276f-424f-8a84-b864497e78f3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345130 Aug 19 02:25:46.102064 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b026a9-1bd8-42ba-8719-c76d814ccba8 req-da9bf10c-0f94-47d9-93d8-4af19b0b2425 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:46.104185 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b8b026a9-1bd8-42ba-8719-c76d814ccba8 req-da9bf10c-0f94-47d9-93d8-4af19b0b2425 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0555112 Aug 19 02:25:46.144299 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b8b026a9-1bd8-42ba-8719-c76d814ccba8 req-98274022-e3ee-4185-8a4b-8b026910cf32 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337727 Aug 19 02:25:46.185875 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511483a-93e5-49fe-975e-afeed1db9022 req-ba231a14-6973-49a8-a0d3-0e5d62982748 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:46.198800 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2511483a-93e5-49fe-975e-afeed1db9022 req-ba231a14-6973-49a8-a0d3-0e5d62982748 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.0693605 Aug 19 02:25:46.229279 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2511483a-93e5-49fe-975e-afeed1db9022 req-47fab30b-5c7f-4e3c-aa6c-f86b605df5ab tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Aug 19 02:25:47.042643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:25:47.054267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 8dd86e23-b7b4-4199-8b86-83a5d2690564 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:47.078269 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 8dd86e23-b7b4-4199-8b86-83a5d2690564 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:47.078613 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 8dd86e23-b7b4-4199-8b86-83a5d2690564 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:47.160602 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:47.170815 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'port_id': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'mac_address': 'fa:16:3e:5d:41:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:25:47.211645 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:47.227314 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:25:47.249784 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:47.292768 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f724ee-5bb2-45e0-84d8-4ee56033ba72 req-542d9f8c-153b-446a-b6c6-bf1d1522ee29 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:47.294449 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55f724ee-5bb2-45e0-84d8-4ee56033ba72 req-542d9f8c-153b-446a-b6c6-bf1d1522ee29 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 943 time: 0.0635405 Aug 19 02:25:47.321298 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:47.336918 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-55f724ee-5bb2-45e0-84d8-4ee56033ba72 req-f7cef12b-8074-42e2-99dd-b429b9a14549 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352530 Aug 19 02:25:47.355631 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae636aa-02ac-4f91-8875-85a2d704604a req-0ee83973-98db-4cca-8ab1-c807e59d0294 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:47.363173 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ae636aa-02ac-4f91-8875-85a2d704604a req-0ee83973-98db-4cca-8ab1-c807e59d0294 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.0637558 Aug 19 02:25:47.371743 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=9']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:47.379750 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.380103 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.380454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.380794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.381133 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.381466 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.381794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.382157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.382508 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.382881 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.383214 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.383537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:47.399414 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8ae636aa-02ac-4f91-8875-85a2d704604a req-b0e6bf06-5e99-4ad0-bf55-9830884ec1c3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Aug 19 02:25:47.845519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['76f9a1f3-35d1-44a2-bea2-393d2df44554'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:25:48.035291 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-9ca65bd3-c2d2-48a8-a1b8-322f9104fa0e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:48.036909 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-9ca65bd3-c2d2-48a8-a1b8-322f9104fa0e tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Aug 19 02:25:48.138897 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Deleting port 7cc1d229-3935-4a11-a064-816745570f8d {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:48.139155 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:48.230954 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] For port 7cc1d229-3935-4a11-a064-816745570f8d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=7cc1d229-3935-4a11-a064-816745570f8d,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:48.231308 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:48.247734 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Calling delete_port for 7cc1d229-3935-4a11-a064-816745570f8d owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:48.445426 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:48.482581 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event deleted for resources: {'Port': ['ID=7cc1d229-3935-4a11-a064-816745570f8d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:48.497402 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-590f6445-2a2b-43cf-9f11-31b4d91d17dc req-3e169779-86c8-42a2-a9f6-0adbee330905 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0283239 Aug 19 02:25:48.504753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499803-4241-4a48-9521-6d75bf2a98cb req-0b6b4433-45ea-45c5-a547-2205523165f2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:48.506547 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ac499803-4241-4a48-9521-6d75bf2a98cb req-0b6b4433-45ea-45c5-a547-2205523165f2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0925710 Aug 19 02:25:48.549341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] No DVR routers for this DVR port 7cc1d229-3935-4a11-a064-816745570f8d on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:25:48.552038 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:48.554088 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-060cb8d7-aa69-4085-97ee-9331419ae141 req-8edc5266-ce64-4cf9-a884-d1ccb4bb0f16 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "DELETE /v2.0/ports/7cc1d229-3935-4a11-a064-816745570f8d HTTP/1.1" status: 204 len: 173 time: 0.5058255 Aug 19 02:25:48.555619 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'name': 'network-vif-deleted', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:48.557874 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49c5fc-8cfd-489f-aa8a-2909b8bd9e1a" -d '{"events": [{"server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "name": "network-vif-deleted", "tag": "7cc1d229-3935-4a11-a064-816745570f8d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:48.577433 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ac499803-4241-4a48-9521-6d75bf2a98cb req-02505ddb-efc0-4abd-8e3d-35f87b780615 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566573 Aug 19 02:25:48.596304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee413a83-3318-4fca-bdac-501e2a3f7c3a x-openstack-request-id: req-ee413a83-3318-4fca-bdac-501e2a3f7c3a {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:48.596646 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b535b-209b-48a8-be90-bbf87c166ac3", "name": "network-vif-deleted", "tag": "7cc1d229-3935-4a11-a064-816745570f8d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:48.601709 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee413a83-3318-4fca-bdac-501e2a3f7c3a {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:48.601709 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b535b-209b-48a8-be90-bbf87c166ac3', 'name': 'network-vif-deleted', 'tag': '7cc1d229-3935-4a11-a064-816745570f8d', 'status': 'completed', 'code': 200} Aug 19 02:25:49.594421 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d8731663-7cc4-47d6-8816-da32f0e2bb19 req-2c6efcbd-f6db-4c8b-a1b4-b93e43400e57 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0298226 Aug 19 02:25:49.697609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69715af-d422-4f6a-8acc-b42c01f6df85 req-0846d341-2b2f-4b12-aec9-9f80a6eed7a1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:49.699097 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b69715af-d422-4f6a-8acc-b42c01f6df85 req-0846d341-2b2f-4b12-aec9-9f80a6eed7a1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0496066 Aug 19 02:25:49.738160 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b69715af-d422-4f6a-8acc-b42c01f6df85 req-fcc0afa0-bdc6-4e09-9127-865f21094864 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Aug 19 02:25:50.689721 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d24de170-7a28-4534-9fdf-700f2b3d0894 req-caf85497-e806-4d49-83a6-b722f441b065 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Aug 19 02:25:50.863600 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fdbd4-0fa6-479b-b59d-b05b945cf813 req-fb6790e1-9bd3-47f1-a7d1-b3610aa6b729 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:50.865041 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2e7fdbd4-0fa6-479b-b59d-b05b945cf813 req-fb6790e1-9bd3-47f1-a7d1-b3610aa6b729 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0482440 Aug 19 02:25:50.902298 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2e7fdbd4-0fa6-479b-b59d-b05b945cf813 req-6124a69d-e055-472a-87a3-50838b0f191d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Aug 19 02:25:51.427516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf', '7cc1d229-3935-4a11-a064-816745570f8d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:25:51.652066 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:51.794888 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-26a36f63-f1c3-45ec-83e8-1c20ee49182e req-7272bdc8-a19e-467d-9390-9842b214d9c4 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=d70b535b-209b-48a8-be90-bbf87c166ac3 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Aug 19 02:25:52.020521 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101a336-f4fa-494f-bd93-00108467d4d7 req-039eb1ff-93d0-4bf7-aab3-1870f517392d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:52.022028 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e101a336-f4fa-494f-bd93-00108467d4d7 req-039eb1ff-93d0-4bf7-aab3-1870f517392d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0500546 Aug 19 02:25:52.060009 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e101a336-f4fa-494f-bd93-00108467d4d7 req-5af9e9a6-d1d8-47ba-abdc-891c063ee531 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Aug 19 02:25:53.176813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9be153-26bb-4858-8daa-5b21466db360 req-6b7e6419-3911-47bd-8f4d-8e79e5daf997 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:53.178268 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f9be153-26bb-4858-8daa-5b21466db360 req-6b7e6419-3911-47bd-8f4d-8e79e5daf997 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0471299 Aug 19 02:25:53.216466 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f9be153-26bb-4858-8daa-5b21466db360 req-866f6f9d-5b8a-439e-85b0-ffbeae43b157 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324471 Aug 19 02:25:54.337856 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ebf7-ec84-44ad-b738-1c1979efb78c req-65c53044-50c0-4b21-9163-813501e3969c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:54.339396 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9818ebf7-ec84-44ad-b738-1c1979efb78c req-65c53044-50c0-4b21-9163-813501e3969c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0526187 Aug 19 02:25:54.377237 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9818ebf7-ec84-44ad-b738-1c1979efb78c req-ab284985-ea41-41b9-9af3-41ea07b74759 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 19 02:25:55.496227 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62ea83-c289-4967-9ac8-9dde852eb559 req-709dae63-6769-4899-a3f8-3755a6a4d4a6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:55.497544 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f62ea83-c289-4967-9ac8-9dde852eb559 req-709dae63-6769-4899-a3f8-3755a6a4d4a6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 944 time: 0.0485234 Aug 19 02:25:55.542459 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f62ea83-c289-4967-9ac8-9dde852eb559 req-fb5c8a64-96f5-47b5-a88b-a0d59e10b7ec tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389743 Aug 19 02:25:55.607966 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:25:55.656025 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 76f9a1f3-35d1-44a2-bea2-393d2df44554 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:25:55.656391 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:55.732237 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:55.754913 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:55.757173 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c31132-4ddd-4f3b-8785-83368c8a8c3a" -d '{"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:55.770891 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:55.792745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edad1e4-cf1e-4912-90ff-546fa96b854c x-openstack-request-id: req-9edad1e4-cf1e-4912-90ff-546fa96b854c {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:55.793039 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-plugged", "status": "completed", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:55.793293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9edad1e4-cf1e-4912-90ff-546fa96b854c {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:55.793687 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'code': 200} Aug 19 02:25:55.812096 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:55.840885 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 7cc1d229-3935-4a11-a064-816745570f8d no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:55.866206 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 7cc1d229-3935-4a11-a064-816745570f8d {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:55.869626 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 7cc1d229-3935-4a11-a064-816745570f8d not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:55.883397 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=10']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:56.665139 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937c4b-9988-4266-ae7a-681e5031cf61 req-dccaba77-2f99-4aa3-98c9-32b33a6cdead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:56.666599 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d937c4b-9988-4266-ae7a-681e5031cf61 req-dccaba77-2f99-4aa3-98c9-32b33a6cdead service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0795331 Aug 19 02:25:56.683890 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57346-b254-4079-8b33-62af24b670c4 req-f7487c95-b021-47ed-b853-237fb77bc9d1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:56.690609 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3c57346-b254-4079-8b33-62af24b670c4 req-f7487c95-b021-47ed-b853-237fb77bc9d1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0689962 Aug 19 02:25:56.733351 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d937c4b-9988-4266-ae7a-681e5031cf61 req-2b668082-a484-4e51-8005-72fd4e4a8a80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570843 Aug 19 02:25:56.745270 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3c57346-b254-4079-8b33-62af24b670c4 req-2e5123a1-a015-4dc2-a399-904e0cdaeb1f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540102 Aug 19 02:25:57.752359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7e89-4a0c-4850-9cea-5fea889c04aa req-60eca2a7-3cea-4e4e-b2f1-4182707feb1a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:57.754350 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a3da7e89-4a0c-4850-9cea-5fea889c04aa req-60eca2a7-3cea-4e4e-b2f1-4182707feb1a tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0610430 Aug 19 02:25:57.800773 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a3da7e89-4a0c-4850-9cea-5fea889c04aa req-87c8acb3-6dec-47e8-9de8-b07538e99b61 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Aug 19 02:25:57.885236 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d81b6-cef7-4a46-be95-1e8fd00a6a96 req-cba93970-50e9-4212-b739-25a27a422d62 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:57.886859 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ba4d81b6-cef7-4a46-be95-1e8fd00a6a96 req-cba93970-50e9-4212-b739-25a27a422d62 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0586636 Aug 19 02:25:57.934442 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ba4d81b6-cef7-4a46-be95-1e8fd00a6a96 req-f53c6785-b5e6-4e73-9225-1b3d1e31fbe6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Aug 19 02:25:58.924771 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67307c-4376-47b8-b9c7-85d5994eb035 req-800729f7-b7ef-42a1-958f-df59d5478877 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:58.926300 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dd67307c-4376-47b8-b9c7-85d5994eb035 req-800729f7-b7ef-42a1-958f-df59d5478877 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0518401 Aug 19 02:25:58.963895 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dd67307c-4376-47b8-b9c7-85d5994eb035 req-41427fd8-3994-4c23-8b9a-1f405d1c947b tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Aug 19 02:25:59.056566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a073dd6-83cd-4be2-b7c5-284a477089f2 req-c8bfff09-137c-4613-ac67-091cbc217078 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:59.058071 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7a073dd6-83cd-4be2-b7c5-284a477089f2 req-c8bfff09-137c-4613-ac67-091cbc217078 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0499730 Aug 19 02:25:59.095357 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7a073dd6-83cd-4be2-b7c5-284a477089f2 req-d091122a-211f-4964-a32c-c57f30a58b47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Aug 19 02:26:00.080531 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4d7a7-88d6-4fe9-b8a3-fcdf1371e809 req-f380b847-04c8-4e5c-8ad2-43c41477d6aa tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:00.082568 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43c4d7a7-88d6-4fe9-b8a3-fcdf1371e809 req-f380b847-04c8-4e5c-8ad2-43c41477d6aa tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0526900 Aug 19 02:26:00.119984 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-43c4d7a7-88d6-4fe9-b8a3-fcdf1371e809 req-47509c1b-d4fd-42e3-8ce1-a924293a3ae8 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Aug 19 02:26:00.214662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58ed9-b701-43cf-93d0-563b27cc67de req-828c4608-e026-4796-896c-5f7486c61030 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:00.216203 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-84d58ed9-b701-43cf-93d0-563b27cc67de req-828c4608-e026-4796-896c-5f7486c61030 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0500810 Aug 19 02:26:00.256548 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-84d58ed9-b701-43cf-93d0-563b27cc67de req-78894c0e-0048-436a-a888-1923d2984baa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332446 Aug 19 02:26:01.232859 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2f3b-fa5c-403d-b335-ac933ad181ee req-5d4e3b43-0e72-4798-8ced-a0d43920bc4f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:01.234332 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ab2d2f3b-fa5c-403d-b335-ac933ad181ee req-5d4e3b43-0e72-4798-8ced-a0d43920bc4f tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0497363 Aug 19 02:26:01.272713 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ab2d2f3b-fa5c-403d-b335-ac933ad181ee req-79c80a65-3359-4e3f-ba02-f441f7a4a9f6 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Aug 19 02:26:01.374686 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381c3bc-8bff-4ce1-a593-af9a6cc4ed93 req-b9c916ae-95a5-4fc7-991a-eb451b065c0e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:01.376163 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5381c3bc-8bff-4ce1-a593-af9a6cc4ed93 req-b9c916ae-95a5-4fc7-991a-eb451b065c0e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0488365 Aug 19 02:26:01.414190 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5381c3bc-8bff-4ce1-a593-af9a6cc4ed93 req-6e810cc1-aa4d-425d-82ae-18f48c3bc042 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Aug 19 02:26:01.832239 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c2976-53c9-4b33-8d70-93910decba2d req-13d103db-cb9f-41fe-9ec2-24c5e0362746 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:01.833698 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-db4c2976-53c9-4b33-8d70-93910decba2d req-13d103db-cb9f-41fe-9ec2-24c5e0362746 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Aug 19 02:26:01.872455 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-db4c2976-53c9-4b33-8d70-93910decba2d req-d2014fad-fdc8-4277-8331-a8a852bc12c4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327663 Aug 19 02:26:02.385578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e26-12ce-4db6-b8cf-c30b727ec0e0 req-95f8fb9f-734f-44f0-a967-09bb36890d30 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:02.387090 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dacb8e26-12ce-4db6-b8cf-c30b727ec0e0 req-95f8fb9f-734f-44f0-a967-09bb36890d30 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0487750 Aug 19 02:26:02.424644 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dacb8e26-12ce-4db6-b8cf-c30b727ec0e0 req-5ba3f537-0a38-4e68-864c-9f1d8d489581 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Aug 19 02:26:02.532283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e76ff-d24b-40f1-8fed-61cb0e7269e2 req-0729bc22-e716-48a4-ae02-853372ee0d8c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:02.533726 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d59e76ff-d24b-40f1-8fed-61cb0e7269e2 req-0729bc22-e716-48a4-ae02-853372ee0d8c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0481718 Aug 19 02:26:02.570574 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d59e76ff-d24b-40f1-8fed-61cb0e7269e2 req-6c34a6a6-2eb3-45b0-9b0b-96af041a7955 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307488 Aug 19 02:26:02.695401 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9b220c9b-4f0b-4305-a2e7-a9fb753604b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.923923 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:26:02.986843 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b448d-eb85-40b4-bd85-9f794b56ec95 req-dd072b93-0fb1-40c3-a79d-080a81a19f9a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:02.988894 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-825b448d-eb85-40b4-bd85-9f794b56ec95 req-dd072b93-0fb1-40c3-a79d-080a81a19f9a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0500402 Aug 19 02:26:03.025544 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-825b448d-eb85-40b4-bd85-9f794b56ec95 req-715ff920-882b-41f4-9aef-f0d6f6b7cb40 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307062 Aug 19 02:26:03.541294 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03f556-a5f0-42d8-a878-056f70ed71b3 req-6af6eddd-7aa2-45a1-8b9c-3ca7e72a629c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:03.542771 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c03f556-a5f0-42d8-a878-056f70ed71b3 req-6af6eddd-7aa2-45a1-8b9c-3ca7e72a629c tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0515974 Aug 19 02:26:03.585328 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c03f556-a5f0-42d8-a878-056f70ed71b3 req-451d4286-0070-4e3c-bc62-b1dee9697c8d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Aug 19 02:26:03.699546 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b4af-d867-4a06-8c0c-6f5372322ba7 req-890d0e77-3c03-4e79-b1cd-92f06d27a922 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:03.701213 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-89f8b4af-d867-4a06-8c0c-6f5372322ba7 req-890d0e77-3c03-4e79-b1cd-92f06d27a922 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0557222 Aug 19 02:26:03.739103 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-89f8b4af-d867-4a06-8c0c-6f5372322ba7 req-3241dc83-26d8-454b-a392-00098a2a4e1c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 19 02:26:04.141989 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8bd70-19de-404d-a151-a8d55d87cc52 req-7e198239-58af-4de1-b4e1-c8954798092f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:04.143457 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-12e8bd70-19de-404d-a151-a8d55d87cc52 req-7e198239-58af-4de1-b4e1-c8954798092f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Aug 19 02:26:04.180415 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-12e8bd70-19de-404d-a151-a8d55d87cc52 req-a7a5c73d-a9cd-4ee5-b550-3e52ec7aebd9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304005 Aug 19 02:26:04.540499 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-ccb7e224-b18c-4ea6-af10-b9032b5c1503 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:04.542015 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-ccb7e224-b18c-4ea6-af10-b9032b5c1503 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0488508 Aug 19 02:26:04.639753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Deleting port d5065a47-0c1d-421f-aa59-e6b566570acf {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:04.640093 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:04.745825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e079fe-0658-44e5-942b-02f65efd3f89 req-30c93168-c250-4127-a470-42508ee41bf3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:04.747264 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-05e079fe-0658-44e5-942b-02f65efd3f89 req-30c93168-c250-4127-a470-42508ee41bf3 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 946 time: 0.0903211 Aug 19 02:26:04.794766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] For port d5065a47-0c1d-421f-aa59-e6b566570acf, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d5065a47-0c1d-421f-aa59-e6b566570acf,segment=NetworkSegment(be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6),segment_id=be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:04.795128 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:04.817189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Calling delete_port for d5065a47-0c1d-421f-aa59-e6b566570acf owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:04.824237 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-05e079fe-0658-44e5-942b-02f65efd3f89 req-50671f7f-bda6-4fda-a39c-7db8dd3bdfac tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/security-groups?id=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Aug 19 02:26:04.883287 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302b6f-1ecc-4fa1-b099-c8648d37aa1d req-a9feca00-e663-48b1-84ea-f6853aff23a8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:04.885594 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-45302b6f-1ecc-4fa1-b099-c8648d37aa1d req-a9feca00-e663-48b1-84ea-f6853aff23a8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0587597 Aug 19 02:26:04.930672 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-45302b6f-1ecc-4fa1-b099-c8648d37aa1d req-26740010-5cd9-484e-8f42-1187304d61e7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381436 Aug 19 02:26:05.058080 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.087090 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Pushing event deleted for resources: {'Port': ['ID=d5065a47-0c1d-421f-aa59-e6b566570acf,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:05.101724 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['d5065a47-0c1d-421f-aa59-e6b566570acf'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:05.132287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] No DVR routers for this DVR port d5065a47-0c1d-421f-aa59-e6b566570acf on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:26:05.134735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.136694 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9f9ce3a5-6bc7-4438-8b2c-ecd3e895a571 req-64ee5d3e-9bc9-47dd-9267-e30b01242719 tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.41 "DELETE /v2.0/ports/d5065a47-0c1d-421f-aa59-e6b566570acf HTTP/1.1" status: 204 len: 173 time: 0.5867419 Aug 19 02:26:05.137123 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'name': 'network-vif-deleted', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:05.139768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32c85c-a4f7-4566-9d1c-a86a634d3c2d" -d '{"events": [{"server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "name": "network-vif-deleted", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:05.183587 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aedbad-ba2e-4c86-b69f-4d032a231c07 x-openstack-request-id: req-53aedbad-ba2e-4c86-b69f-4d032a231c07 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:05.183870 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05df28-f88a-4c07-a6ed-a5f157df588a", "name": "network-vif-deleted", "tag": "d5065a47-0c1d-421f-aa59-e6b566570acf", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:05.184117 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53aedbad-ba2e-4c86-b69f-4d032a231c07 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:05.184510 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05df28-f88a-4c07-a6ed-a5f157df588a', 'name': 'network-vif-deleted', 'tag': 'd5065a47-0c1d-421f-aa59-e6b566570acf', 'status': 'completed', 'code': 200} Aug 19 02:26:05.280654 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dfcea363-7a9b-4a8e-8aa6-03af8cc5a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.308602 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158f05-98cb-4ee6-a13d-fc5b253beee2 req-0431dfc2-7492-4292-8a93-c43fe2752558 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:05.310093 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-42158f05-98cb-4ee6-a13d-fc5b253beee2 req-0431dfc2-7492-4292-8a93-c43fe2752558 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0592499 Aug 19 02:26:05.349182 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-42158f05-98cb-4ee6-a13d-fc5b253beee2 req-df2615e4-99e0-4204-b089-c50d6373e40b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Aug 19 02:26:05.495764 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.943146 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-41effd8d-c3ae-45f7-aeb0-e3e50b9102cb req-a53f438f-2e18-4d39-be43-d834147a395d tempest-AttachVolumeNegativeTest-968223286 tempest-AttachVolumeNegativeTest-968223286-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a05df28-f88a-4c07-a6ed-a5f157df588a HTTP/1.1" status: 200 len: 210 time: 0.0263655 Aug 19 02:26:06.064145 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75d876-988d-4e6a-b7e2-aa0ec87359c0 req-a4047833-111c-42af-88fa-4eabcd2c53d1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:06.065734 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba75d876-988d-4e6a-b7e2-aa0ec87359c0 req-a4047833-111c-42af-88fa-4eabcd2c53d1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0593700 Aug 19 02:26:06.114659 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ba75d876-988d-4e6a-b7e2-aa0ec87359c0 req-742f4f56-6583-48d9-bff9-30fd3d9386ad tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Aug 19 02:26:06.318792 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:06.469873 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164be9a-94e4-4caa-ad4f-54551a7946c4 req-be4f1b41-5ada-480c-982d-b1ba75ffbeb7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:06.471494 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3164be9a-94e4-4caa-ad4f-54551a7946c4 req-be4f1b41-5ada-480c-982d-b1ba75ffbeb7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0514827 Aug 19 02:26:06.516421 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3164be9a-94e4-4caa-ad4f-54551a7946c4 req-84bb3368-3961-4ba4-a406-9aef9a9967eb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382328 Aug 19 02:26:07.000463 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46066) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:07.044430 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Deleting subnet c698f530-e5ae-4b3f-8d68-ba496142b3c9 {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:26:07.047370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.085406 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.094506 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.223966 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.252210 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c698f530-e5ae-4b3f-8d68-ba496142b3c9,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:07.256462 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.258230 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-376437e3-bdb5-45ef-9d09-f868d79082e4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c698f530-e5ae-4b3f-8d68-ba496142b3c9 HTTP/1.1" status: 204 len: 168 time: 0.2567551 Aug 19 02:26:07.260787 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46070) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:07.266016 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cdd2-c243-490d-a588-7caead8561af req-a3d6f434-9ac1-4822-830d-673b8f8ebf4b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:07.267425 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fad8cdd2-c243-490d-a588-7caead8561af req-a3d6f434-9ac1-4822-830d-673b8f8ebf4b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0817320 Aug 19 02:26:07.306859 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fad8cdd2-c243-490d-a588-7caead8561af req-37e31b6c-210e-4c02-a06e-0fa111aa2712 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329762 Aug 19 02:26:07.332053 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.409592 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.419140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e13cdf-85ea-4f91-a253-eb569af4ca01']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:07.429317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:07.429606 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6d47e5-50eb-4b2f-8bf7-0c6c74c699c6') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:07.437977 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.452048 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.459345 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:26:07.459812 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:26:07.461835 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:26:07.609866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.624157 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:07.624157 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] 10.222.0.38 "DELETE /v2.0/networks/49e13cdf-85ea-4f91-a253-eb569af4ca01 HTTP/1.1" status: 204 len: 168 time: 0.3571763 Aug 19 02:26:07.630203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e34cd-43df-4277-8256-d7ed5f5cc6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=49e13cdf-85ea-4f91-a253-eb569af4ca01,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:07.654620 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63672cb-2c3b-48cd-960a-1707adfc5418 req-a620dfdc-dea7-466d-aa7a-991a4a49bdf3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:07.656275 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a63672cb-2c3b-48cd-960a-1707adfc5418 req-a620dfdc-dea7-466d-aa7a-991a4a49bdf3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0717359 Aug 19 02:26:07.699567 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a63672cb-2c3b-48cd-960a-1707adfc5418 req-9f8329c0-2c8f-496f-8846-80a65ca42d3b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372181 Aug 19 02:26:07.724575 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device d5065a47-0c1d-421f-aa59-e6b566570acf no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:07.741586 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: d5065a47-0c1d-421f-aa59-e6b566570acf {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:07.741926 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device d5065a47-0c1d-421f-aa59-e6b566570acf not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:08.004365 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46100) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:08.043055 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5e78a5c5-ea01-4771-a46e-36a0309c2ce0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77d93c2e37494f0a989abf69e511d3f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375524 Aug 19 02:26:08.045389 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46102) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:08.092012 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.094550 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.116325 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.227186 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.229908 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.241043 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5252bb7c-ca61-4c24-a9cd-4ae2eef8f928 HTTP/1.1" status: 204 len: 168 time: 0.1849976 Aug 19 02:26:08.241043 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2b73-4b84-4f31-be52-951720b04880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5252bb7c-ca61-4c24-a9cd-4ae2eef8f928,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:08.823298 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1830ff-3d03-4d44-b0ba-2d7aad1de773 req-a3ad211a-c59e-4e44-ae1f-0efd23484119 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:08.824832 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8b1830ff-3d03-4d44-b0ba-2d7aad1de773 req-a3ad211a-c59e-4e44-ae1f-0efd23484119 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0563886 Aug 19 02:26:08.863123 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8b1830ff-3d03-4d44-b0ba-2d7aad1de773 req-394d5e42-21b5-48fe-995a-25b477e7a644 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Aug 19 02:26:09.301302 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd345-ca9c-4747-b5e7-6769c383533e req-71ed4204-0938-42ed-b9c8-e13f5f7d59b5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:09.302851 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-608bd345-ca9c-4747-b5e7-6769c383533e req-71ed4204-0938-42ed-b9c8-e13f5f7d59b5 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Aug 19 02:26:09.346364 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-608bd345-ca9c-4747-b5e7-6769c383533e req-8bf83bcb-cd3a-4e16-9012-52110344f01d tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372019 Aug 19 02:26:10.004680 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bec8c-52bc-4183-a680-a1f5448e4cef req-b469ac42-7af6-418c-bb76-7383a628fa1f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:10.006209 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-480bec8c-52bc-4183-a680-a1f5448e4cef req-b469ac42-7af6-418c-bb76-7383a628fa1f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0732088 Aug 19 02:26:10.047599 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-480bec8c-52bc-4183-a680-a1f5448e4cef req-9bc15cd8-833a-49f4-bd40-cb6c6306ad7b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355120 Aug 19 02:26:10.117279 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46176) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:10.221605 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bb1146af-9444-487b-8207-20972aa1b575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.309020 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bb1146af-9444-487b-8207-20972aa1b575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.400949 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bb1146af-9444-487b-8207-20972aa1b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.423640 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5111bf-a2e2-4c0c-8a7a-84396ff70d72 req-ee9efc24-2142-474a-835e-5ef86b2d7911 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:10.425355 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c5111bf-a2e2-4c0c-8a7a-84396ff70d72 req-ee9efc24-2142-474a-835e-5ef86b2d7911 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.0532053 Aug 19 02:26:10.464205 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c5111bf-a2e2-4c0c-8a7a-84396ff70d72 req-c23521c4-439f-46e0-b6b9-a27527f816bd tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Aug 19 02:26:10.466970 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-bb1146af-9444-487b-8207-20972aa1b575 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c70640474694d42be2b699f10ee4d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485999 Aug 19 02:26:10.468638 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1146af-9444-487b-8207-20972aa1b575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3feac6b-e98a-49f6-8cfa-0279de872679,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:10.469855 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46184) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:10.514695 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8faf07-7e93-4d8a-8288-e6e82bd865b5 req-d3f3fd8c-e7ff-4fde-86a9-e3f64f89ffc2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:10.516553 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f8faf07-7e93-4d8a-8288-e6e82bd865b5 req-d3f3fd8c-e7ff-4fde-86a9-e3f64f89ffc2 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0933802 Aug 19 02:26:10.534483 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.557409 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f8faf07-7e93-4d8a-8288-e6e82bd865b5 req-b16c5327-0919-48d9-9f19-2ec69e984e26 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 19 02:26:10.558264 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.651888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.654521 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:10.656040 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3feac6b-e98a-49f6-8cfa-0279de872679 HTTP/1.1" status: 204 len: 168 time: 0.1850593 Aug 19 02:26:10.664748 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244cba9-dce9-4d6e-94b8-1954bfdd955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3feac6b-e98a-49f6-8cfa-0279de872679,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:11.164475 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a225-f61a-4142-a885-078a17d38753 req-3ce4f26f-8659-4adb-b191-6aed57e74af4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:11.166023 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-64e4a225-f61a-4142-a885-078a17d38753 req-3ce4f26f-8659-4adb-b191-6aed57e74af4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0489273 Aug 19 02:26:11.214714 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-64e4a225-f61a-4142-a885-078a17d38753 req-6d74b751-e4d6-4a6c-9ef3-7e2e1915771e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Aug 19 02:26:11.603885 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797bd2-263b-4d63-831b-8c44f7f76199 req-14915e9a-900d-4b75-960f-e95db286831f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:11.605593 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7e797bd2-263b-4d63-831b-8c44f7f76199 req-14915e9a-900d-4b75-960f-e95db286831f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.0542619 Aug 19 02:26:11.644082 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7e797bd2-263b-4d63-831b-8c44f7f76199 req-20f11555-69f6-4996-99ff-71c207583803 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 19 02:26:11.685151 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5282-2a8c-42b0-b495-43e1e5c8fd50 req-b420f3ac-a664-4d9b-8b5e-5d6b1ca995c8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:11.686857 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-054f5282-2a8c-42b0-b495-43e1e5c8fd50 req-b420f3ac-a664-4d9b-8b5e-5d6b1ca995c8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0614886 Aug 19 02:26:11.727356 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-054f5282-2a8c-42b0-b495-43e1e5c8fd50 req-2523bb25-3b9b-4cfd-9d9e-b57b022c1597 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Aug 19 02:26:12.343693 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07e911-841c-418b-b105-2e34fc91a53c req-9d8ea1ce-12c9-4e18-8d28-beb97c552bf5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:12.345454 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0c07e911-841c-418b-b105-2e34fc91a53c req-9d8ea1ce-12c9-4e18-8d28-beb97c552bf5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0519574 Aug 19 02:26:12.387222 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0c07e911-841c-418b-b105-2e34fc91a53c req-7d8c1043-553d-4cc0-a0fe-d7241506361d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Aug 19 02:26:12.768356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28fd29-e100-4396-b3b5-f5cfbf8821c8 req-a2ef2ade-3e56-499d-b32a-7055abbb6576 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:12.770630 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a28fd29-e100-4396-b3b5-f5cfbf8821c8 req-a2ef2ade-3e56-499d-b32a-7055abbb6576 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.0501263 Aug 19 02:26:12.843996 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a28fd29-e100-4396-b3b5-f5cfbf8821c8 req-802f8a00-e01d-4e00-858b-204cae8c5c9d tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660024 Aug 19 02:26:12.856400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-eaffb5a4-978f-4b2b-8c83-96056c7b67e0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:12.857929 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-eaffb5a4-978f-4b2b-8c83-96056c7b67e0 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0812044 Aug 19 02:26:12.860019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8d5d3-366d-4acc-be8b-99f83e19b3c3 req-2a2873d4-b320-4ab0-9b8e-7e19b7f2a8a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:12.861905 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fe8d5d3-366d-4acc-be8b-99f83e19b3c3 req-2a2873d4-b320-4ab0-9b8e-7e19b7f2a8a6 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 945 time: 0.0553446 Aug 19 02:26:12.900857 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6fe8d5d3-366d-4acc-be8b-99f83e19b3c3 req-13223856-9e74-4eea-afd4-a92f2872bc8a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Aug 19 02:26:13.015891 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-f176dadd-1434-4d14-aecb-99389b9537fc tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:13.017343 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-f176dadd-1434-4d14-aecb-99389b9537fc tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 945 time: 0.1032679 Aug 19 02:26:13.069816 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46312) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:13.078446 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Deleting port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:13.078785 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.180622 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-026878f9-19c9-4a5a-bf4b-5b20c2461ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.199650 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Deleting port c0a1d0aa-a126-4656-9baa-6158c440310b {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:13.199970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.207252 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] For port acd126ef-a39d-4c5e-80d4-4cc17aa7a217, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:13.207689 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.259998 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Calling delete_port for acd126ef-a39d-4c5e-80d4-4cc17aa7a217 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:13.271929 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-026878f9-19c9-4a5a-bf4b-5b20c2461ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.356443 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] For port c0a1d0aa-a126-4656-9baa-6158c440310b, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=c0a1d0aa-a126-4656-9baa-6158c440310b,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:13.356443 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.373599 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Calling delete_port for c0a1d0aa-a126-4656-9baa-6158c440310b owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:13.375827 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-026878f9-19c9-4a5a-bf4b-5b20c2461ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.419004 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-026878f9-19c9-4a5a-bf4b-5b20c2461ba5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19cfa4fd1cce4c9283eb7fab35031f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447723 Aug 19 02:26:13.419004 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46320) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:13.427637 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026878f9-19c9-4a5a-bf4b-5b20c2461ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83123c15-4697-420c-b500-3a03b3c1ca3e,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:13.480663 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.502845 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.555154 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cc29a-7d9e-4152-a330-be8736f304ae req-2d7ac6b9-5a3a-4554-975c-e2dd81fbbc7b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:13.557511 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bb4cc29a-7d9e-4152-a330-be8736f304ae req-2d7ac6b9-5a3a-4554-975c-e2dd81fbbc7b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0814729 Aug 19 02:26:13.617532 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.623435 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.626249 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.627409 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83123c15-4697-420c-b500-3a03b3c1ca3e HTTP/1.1" status: 204 len: 168 time: 0.2077789 Aug 19 02:26:13.635820 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252cb76-9e9e-45d3-8f2a-ecac145de441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83123c15-4697-420c-b500-3a03b3c1ca3e,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:13.655798 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bb4cc29a-7d9e-4152-a330-be8736f304ae req-d772b709-f049-4182-a52f-116796d29411 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769973 Aug 19 02:26:13.658878 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Pushing event deleted for resources: {'Port': ['ID=acd126ef-a39d-4c5e-80d4-4cc17aa7a217,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:13.661532 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['833739cf-bcfb-45ce-86f3-696ef9d44112', 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:13.712800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.714663 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] No DVR routers for this DVR port acd126ef-a39d-4c5e-80d4-4cc17aa7a217 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:26:13.720428 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.722325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ffa7b418-1e1f-4ca2-8a17-da3ce91aa0e9 req-5b851c2b-8392-4479-b31d-5c0d726a4b57 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "DELETE /v2.0/ports/acd126ef-a39d-4c5e-80d4-4cc17aa7a217 HTTP/1.1" status: 204 len: 173 time: 0.8095121 Aug 19 02:26:13.724908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'name': 'network-vif-deleted', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:13.728577 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c2990-33cd-4fd1-8ad5-a964861a6c77" -d '{"events": [{"server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "name": "network-vif-deleted", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:13.756692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Pushing event deleted for resources: {'Port': ['ID=c0a1d0aa-a126-4656-9baa-6158c440310b,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:13.782876 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f96683f-109a-4854-8333-88a7396c601b x-openstack-request-id: req-3f96683f-109a-4854-8333-88a7396c601b {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:13.783820 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4", "name": "network-vif-deleted", "tag": "acd126ef-a39d-4c5e-80d4-4cc17aa7a217", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:13.784078 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f96683f-109a-4854-8333-88a7396c601b {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:13.785877 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4', 'name': 'network-vif-deleted', 'tag': 'acd126ef-a39d-4c5e-80d4-4cc17aa7a217', 'status': 'completed', 'code': 200} Aug 19 02:26:13.804747 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] No DVR routers for this DVR port c0a1d0aa-a126-4656-9baa-6158c440310b on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:26:13.807498 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:13.809586 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d1e379f-7d18-4019-a76f-b8046b251193 req-fb5b5a49-0608-4936-a125-71ef6791b0da tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "DELETE /v2.0/ports/c0a1d0aa-a126-4656-9baa-6158c440310b HTTP/1.1" status: 204 len: 173 time: 0.7758417 Aug 19 02:26:13.954096 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1c913bfa-b172-42b2-8a9c-a9f348125071 req-666cb076-5348-4176-813d-45e4b9e898b2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0372043 Aug 19 02:26:14.012693 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e32303ed-6fb1-4d57-9053-93f740b3a2d2 req-d7bde56c-2cca-4f4c-b673-fd6d041847a1 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d6fcf7d-e9db-4e42-b2a9-32bbb60b30d4 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Aug 19 02:26:14.289134 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46332) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:14.302076 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-03e5906f-00d2-44ac-9a14-5a1f5fdd1193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.394893 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-03e5906f-00d2-44ac-9a14-5a1f5fdd1193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.452095 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-03e5906f-00d2-44ac-9a14-5a1f5fdd1193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.497974 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5906f-00d2-44ac-9a14-5a1f5fdd1193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ad827-88db-481b-bce4-56cdb30f4217,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:14.502516 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-03e5906f-00d2-44ac-9a14-5a1f5fdd1193 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c2cacb5e1d142aabc5f55d934700a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123580 Aug 19 02:26:14.505914 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46336) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:14.556761 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.581041 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.678342 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.680966 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:14.682148 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f50ad827-88db-481b-bce4-56cdb30f4217 HTTP/1.1" status: 204 len: 168 time: 0.1751235 Aug 19 02:26:14.690345 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8ba8-0922-4d79-8259-b2aa651fdc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ad827-88db-481b-bce4-56cdb30f4217,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:14.802583 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4373ff-f0a0-4e69-a9b3-b564eb38d8ea req-d2c0108e-45f5-4770-bf40-18b86f47eec1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:14.804041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ab4373ff-f0a0-4e69-a9b3-b564eb38d8ea req-d2c0108e-45f5-4770-bf40-18b86f47eec1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0594234 Aug 19 02:26:14.843452 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ab4373ff-f0a0-4e69-a9b3-b564eb38d8ea req-16bf90fc-2b80-4ae4-bc95-b09372992d77 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Aug 19 02:26:15.088477 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ca7427a6-b6c8-49f0-bfbc-1daba1503b95 req-dbefb43a-6731-4864-9058-0cc76b03dcb2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9ba441f-2820-4cde-8fcd-a73a12e288be HTTP/1.1" status: 200 len: 210 time: 0.0457118 Aug 19 02:26:15.589989 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24631-d283-401d-8328-780673871a31 req-38bdf22c-27bb-4740-97d7-e3b92453ad52 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:15.591650 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3ce24631-d283-401d-8328-780673871a31 req-38bdf22c-27bb-4740-97d7-e3b92453ad52 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0531204 Aug 19 02:26:15.632671 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3ce24631-d283-401d-8328-780673871a31 req-cfc21657-8cc9-43b3-b99a-a3496fed5a77 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Aug 19 02:26:15.738139 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device c0a1d0aa-a126-4656-9baa-6158c440310b no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:15.760230 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: c0a1d0aa-a126-4656-9baa-6158c440310b {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:15.760569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device c0a1d0aa-a126-4656-9baa-6158c440310b not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:15.786615 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'name': 'network-vif-deleted', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:15.789099 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f354792c-8e4d-467b-87f6-9bb223c6d726" -d '{"events": [{"server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "name": "network-vif-deleted", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:15.827664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f4ea14-5178-4ae7-8532-5358800962ff x-openstack-request-id: req-a7f4ea14-5178-4ae7-8532-5358800962ff {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:15.828327 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ba441f-2820-4cde-8fcd-a73a12e288be", "name": "network-vif-deleted", "tag": "c0a1d0aa-a126-4656-9baa-6158c440310b", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:15.828327 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7f4ea14-5178-4ae7-8532-5358800962ff {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:15.828675 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ba441f-2820-4cde-8fcd-a73a12e288be', 'name': 'network-vif-deleted', 'tag': 'c0a1d0aa-a126-4656-9baa-6158c440310b', 'status': 'completed', 'code': 200} Aug 19 02:26:15.962230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd4265-8a9b-4bd8-84e6-18909e3732c5 req-14fee92d-4a22-4a62-b7f5-00975e5e6292 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:15.963707 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-27bd4265-8a9b-4bd8-84e6-18909e3732c5 req-14fee92d-4a22-4a62-b7f5-00975e5e6292 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0494249 Aug 19 02:26:16.008302 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-27bd4265-8a9b-4bd8-84e6-18909e3732c5 req-587d3147-544f-4ef2-9f06-80d4b235a685 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Aug 19 02:26:16.753843 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23941-1fc8-42e4-a851-287c79c6cbc7 req-885935eb-cba3-430a-9701-1567fe24f891 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:16.759789 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f1b23941-1fc8-42e4-a851-287c79c6cbc7 req-885935eb-cba3-430a-9701-1567fe24f891 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0527189 Aug 19 02:26:16.795267 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f1b23941-1fc8-42e4-a851-287c79c6cbc7 req-10b1ee17-5352-4da2-b97d-c9b66364986c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Aug 19 02:26:17.130142 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c865b-6848-4c0a-88b2-2d34d3b95419 req-a2223646-2c9a-40d2-b1c7-8ace2fa816f2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:17.131610 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae9c865b-6848-4c0a-88b2-2d34d3b95419 req-a2223646-2c9a-40d2-b1c7-8ace2fa816f2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0530865 Aug 19 02:26:17.170432 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae9c865b-6848-4c0a-88b2-2d34d3b95419 req-c488b557-d289-42b3-ac98-598f5c9af62c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 19 02:26:17.908754 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b21f5e-bbd8-4efb-84dc-ad87d1668a4e req-4e8f0537-7424-4914-be98-fd754881d4c8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:17.910220 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67b21f5e-bbd8-4efb-84dc-ad87d1668a4e req-4e8f0537-7424-4914-be98-fd754881d4c8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Aug 19 02:26:17.948353 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67b21f5e-bbd8-4efb-84dc-ad87d1668a4e req-4da3d8fb-08fa-43fa-8c50-4d5ff29e9654 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Aug 19 02:26:18.283594 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e39c5-48f6-438b-b0b6-e37d3ca4ac59 req-19262f63-1928-4dd7-b5bb-c5b77ba8ba90 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:18.285063 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f64e39c5-48f6-438b-b0b6-e37d3ca4ac59 req-19262f63-1928-4dd7-b5bb-c5b77ba8ba90 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0480645 Aug 19 02:26:18.322521 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f64e39c5-48f6-438b-b0b6-e37d3ca4ac59 req-50cf31a3-0da6-463b-82c3-c4a3f6f0d065 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Aug 19 02:26:19.059756 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a67c-3291-433c-afa3-f166f7982e30 req-bb57c26c-5cd7-46e0-bbb3-76c8a04f522b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:19.061184 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2a11a67c-3291-433c-afa3-f166f7982e30 req-bb57c26c-5cd7-46e0-bbb3-76c8a04f522b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0469918 Aug 19 02:26:19.072478 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device acd126ef-a39d-4c5e-80d4-4cc17aa7a217 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:19.095460 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: acd126ef-a39d-4c5e-80d4-4cc17aa7a217 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:19.099185 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device acd126ef-a39d-4c5e-80d4-4cc17aa7a217 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:19.104203 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2a11a67c-3291-433c-afa3-f166f7982e30 req-589c5943-236c-4624-b45e-aa71c20a903b tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Aug 19 02:26:19.434631 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862dd99-57d5-4463-93cf-fa96b8346ee4 req-fa6db8fb-8193-4b02-bf19-084e6085b9fd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:19.436095 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4862dd99-57d5-4463-93cf-fa96b8346ee4 req-fa6db8fb-8193-4b02-bf19-084e6085b9fd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0476730 Aug 19 02:26:19.473229 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4862dd99-57d5-4463-93cf-fa96b8346ee4 req-1fbbff35-61c1-4817-9433-fa2a264f9ac3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Aug 19 02:26:20.225942 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138895-cd21-41a3-96d0-124c8a7cccd2 req-790dd3b8-cdbc-4a80-bbd2-3b1ac6b354ef tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:20.227533 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-81138895-cd21-41a3-96d0-124c8a7cccd2 req-790dd3b8-cdbc-4a80-bbd2-3b1ac6b354ef tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Aug 19 02:26:20.268229 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-81138895-cd21-41a3-96d0-124c8a7cccd2 req-dd087bf6-0e86-4d2d-955d-b60f12ac07c8 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Aug 19 02:26:20.595491 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65dfcc-7ab2-4ac8-862a-bda317b770de req-af3f835c-ef66-4aa0-8867-73818c6a7faa tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:20.597032 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8f65dfcc-7ab2-4ac8-862a-bda317b770de req-af3f835c-ef66-4aa0-8867-73818c6a7faa tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0582387 Aug 19 02:26:20.635524 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8f65dfcc-7ab2-4ac8-862a-bda317b770de req-18a5318d-e1c4-40b3-9647-581f7b499397 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Aug 19 02:26:21.390473 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97505da-e2d3-44bf-97f5-ce3c796cb072 req-226961cd-7623-4c35-8456-63acd7878e8c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:21.392000 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c97505da-e2d3-44bf-97f5-ce3c796cb072 req-226961cd-7623-4c35-8456-63acd7878e8c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Aug 19 02:26:21.431273 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c97505da-e2d3-44bf-97f5-ce3c796cb072 req-c9f5c096-b3c6-4182-9efa-66082077ff2c tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Aug 19 02:26:21.622942 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.752609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf188-21bb-4abb-96bb-573ce8859ec3 req-3fbd6899-7c7d-42db-a216-af8c6c4823af tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:21.756962 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d4bdf188-21bb-4abb-96bb-573ce8859ec3 req-3fbd6899-7c7d-42db-a216-af8c6c4823af tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0504501 Aug 19 02:26:21.794689 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d4bdf188-21bb-4abb-96bb-573ce8859ec3 req-9ae401a4-af15-4555-9585-2f8da4866595 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Aug 19 02:26:21.952263 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-72728794-0f41-4ccc-be31-cd002afabf5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410459 Aug 19 02:26:22.146590 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-6a345d83-6bdc-4924-b09e-0992916c328f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.147983 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-6a345d83-6bdc-4924-b09e-0992916c328f tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0831268 Aug 19 02:26:22.149722 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-e271c6a6-845c-4d89-b09f-e35c8ab1372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.151090 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-e271c6a6-845c-4d89-b09f-e35c8ab1372c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0771213 Aug 19 02:26:22.321555 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-0cca3d58-01dd-4219-9b81-da33fd1eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.323035 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-0cca3d58-01dd-4219-9b81-da33fd1eb989 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.1261716 Aug 19 02:26:22.324842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Deleting port 833739cf-bcfb-45ce-86f3-696ef9d44112 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:22.325170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.559744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b83b3-52db-4645-9ee8-852eb7449c08 req-0b4c8030-937e-4df2-8e6a-cc95592b219e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.561324 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-325b83b3-52db-4645-9ee8-852eb7449c08 req-0b4c8030-937e-4df2-8e6a-cc95592b219e tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Aug 19 02:26:22.605386 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-325b83b3-52db-4645-9ee8-852eb7449c08 req-38038d54-32c1-43fb-9165-d0f44d27d79a tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/security-groups?id=aefd4298-74ec-4a6f-913b-9a01efca9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Aug 19 02:26:22.654461 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] For port 833739cf-bcfb-45ce-86f3-696ef9d44112, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=833739cf-bcfb-45ce-86f3-696ef9d44112,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:22.654818 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.668181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Calling delete_port for 833739cf-bcfb-45ce-86f3-696ef9d44112 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:22.836160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.863877 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Pushing event deleted for resources: {'Port': ['ID=833739cf-bcfb-45ce-86f3-696ef9d44112,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:22.929059 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] No DVR routers for this DVR port 833739cf-bcfb-45ce-86f3-696ef9d44112 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:26:22.932003 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.934695 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dc33200b-8c3c-4678-ad25-870d690722f5 req-8bdb7e6d-4ba1-4eae-a996-23e273a27a24 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.41 "DELETE /v2.0/ports/833739cf-bcfb-45ce-86f3-696ef9d44112 HTTP/1.1" status: 204 len: 173 time: 0.7696471 Aug 19 02:26:22.934695 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'name': 'network-vif-deleted', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:22.936577 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4328cf4-f1f2-415d-bfa6-6c989ff4d4b4" -d '{"events": [{"server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "name": "network-vif-deleted", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:22.957089 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fa1f1-37dc-463d-8445-05b00fc444e2 req-688c53f7-1032-4c82-b490-5da8479131cb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.958590 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-793fa1f1-37dc-463d-8445-05b00fc444e2 req-688c53f7-1032-4c82-b490-5da8479131cb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0909617 Aug 19 02:26:22.980594 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330ecf45-6b1c-4a9b-ae85-2c9946add2d1 x-openstack-request-id: req-330ecf45-6b1c-4a9b-ae85-2c9946add2d1 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:22.980881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0639fa-8ce2-432a-a287-af28a671b4d9", "name": "network-vif-deleted", "tag": "833739cf-bcfb-45ce-86f3-696ef9d44112", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:22.981131 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-330ecf45-6b1c-4a9b-ae85-2c9946add2d1 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:22.981521 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0639fa-8ce2-432a-a287-af28a671b4d9', 'name': 'network-vif-deleted', 'tag': '833739cf-bcfb-45ce-86f3-696ef9d44112', 'status': 'completed', 'code': 200} Aug 19 02:26:23.001888 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-793fa1f1-37dc-463d-8445-05b00fc444e2 req-6b3a8175-0eab-4c39-a4d2-4c774c4dd503 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366673 Aug 19 02:26:23.170648 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-d6fe78cf-1ab9-42b0-941c-b50ff8bbea0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0650339 Aug 19 02:26:23.704807 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-217a7b3b-f722-4e81-8161-f610ff784fb6 req-6251b9b8-d3f9-42fa-9726-5bac2c57cb66 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Aug 19 02:26:24.117906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f0fe2-ae94-42c5-8166-40444efc9835 req-d87b64bf-4179-4d79-88e3-b10dc62af502 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:24.119336 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-423f0fe2-ae94-42c5-8166-40444efc9835 req-d87b64bf-4179-4d79-88e3-b10dc62af502 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Aug 19 02:26:24.157285 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-423f0fe2-ae94-42c5-8166-40444efc9835 req-b093e8ec-8bca-421c-a8db-7b81632cbad9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Aug 19 02:26:24.798619 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7a2ced08-2db4-4fcf-ae38-e6fa59a3eceb req-d38982fd-fa0f-4b4c-a3a9-d4ed8cdd6164 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Aug 19 02:26:25.047621 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['833739cf-bcfb-45ce-86f3-696ef9d44112'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:25.110841 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-e8f0221e-4a25-4439-ab67-9cecb0d66c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:25.112305 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-e8f0221e-4a25-4439-ab67-9cecb0d66c9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0463510 Aug 19 02:26:25.169607 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-d1449df7-b4dc-4ae4-b3fd-426343329747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:25.171247 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-d1449df7-b4dc-4ae4-b3fd-426343329747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466168 Aug 19 02:26:25.296557 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-80f19ddc-0bb0-4f0a-a517-f120bebd9a41 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141870 Aug 19 02:26:25.304965 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4a9dc-2951-4903-8711-bed545c7ad3f req-4f291023-b88b-4207-aa1d-8cb65273864e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:25.306474 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-89d4a9dc-2951-4903-8711-bed545c7ad3f req-4f291023-b88b-4207-aa1d-8cb65273864e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0742452 Aug 19 02:26:25.391568 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-89d4a9dc-2951-4903-8711-bed545c7ad3f req-31c9a0d0-128c-47fc-9742-26da7f2d60ac tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769010 Aug 19 02:26:25.424784 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d0672c0-cfd0-4650-8ce2-38fad6003f4f req-53337caa-0dc8-4e12-847a-a48476305ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172717 Aug 19 02:26:25.899297 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ef4a6368-342b-4e87-8b6f-87a67e961015 req-43b3c064-7050-4c7a-8f4e-666af3b36826 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0253568 Aug 19 02:26:26.510147 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a728a3-c0d6-4880-96f9-a1c3c952ff39 req-f1ecf403-e746-4ed8-9475-8b389c02a443 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:26.511619 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65a728a3-c0d6-4880-96f9-a1c3c952ff39 req-f1ecf403-e746-4ed8-9475-8b389c02a443 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Aug 19 02:26:26.548968 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65a728a3-c0d6-4880-96f9-a1c3c952ff39 req-b03cddb8-f333-4227-b10f-bb1f4c26af0e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Aug 19 02:26:27.006333 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-21efb60d-663e-4b1a-add8-b7a1fc3ae3ce req-39ed32f5-dc69-42dd-b1dd-4dc2dd475590 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Aug 19 02:26:27.674907 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a3a71-a723-4c21-b70e-3abbd8736c10 req-31c34950-6378-42bb-b689-d6348de7ba49 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:27.676409 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-666a3a71-a723-4c21-b70e-3abbd8736c10 req-31c34950-6378-42bb-b689-d6348de7ba49 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0576105 Aug 19 02:26:27.718256 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-666a3a71-a723-4c21-b70e-3abbd8736c10 req-ade4488c-815c-46cd-bc63-77e608584eec tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Aug 19 02:26:28.116151 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-36d7a587-7cc4-4966-8f4a-a72bc4701d57 req-1cecddaa-cdd4-4aad-aad6-7c61f128ff86 tempest-ServerRescueNegativeTestJSON-1854286765 tempest-ServerRescueNegativeTestJSON-1854286765-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa0639fa-8ce2-432a-a287-af28a671b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Aug 19 02:26:28.834456 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ad6a-2ff6-475b-912c-63ca568b0cc4 req-8b05b12a-3f8e-403e-902f-147201ea4bd6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:28.835957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c87ad6a-2ff6-475b-912c-63ca568b0cc4 req-8b05b12a-3f8e-403e-902f-147201ea4bd6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0511212 Aug 19 02:26:28.876142 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c87ad6a-2ff6-475b-912c-63ca568b0cc4 req-88aa25f3-da5e-48ca-80a0-06fd915315d8 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Aug 19 02:26:29.073992 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 833739cf-bcfb-45ce-86f3-696ef9d44112 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:29.093456 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 833739cf-bcfb-45ce-86f3-696ef9d44112 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:29.093797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 833739cf-bcfb-45ce-86f3-696ef9d44112 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:29.172569 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46574) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:29.605407 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.912888 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Deleting port 3f06adbd-b66d-40de-9138-c108e77761c6 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:29.913230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.963483 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-6a3a8f0f-b65d-47a6-b9b5-f2c8b097ab11 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:29.972324 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-6a3a8f0f-b65d-47a6-b9b5-f2c8b097ab11 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 814 time: 0.1237738 Aug 19 02:26:29.992806 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-1ec36ccb-a2d1-4df7-8d85-1f26f510bfd2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/quotas/95d47a0aede54af2bffe5415bdb49a95 HTTP/1.1" status: 200 len: 375 time: 0.0182266 Aug 19 02:26:30.023749 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-18322c23-0414-4efd-85b3-54e2f941a495 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300789 Aug 19 02:26:30.030308 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0fc81-c973-41ea-b2b3-6619d91e8042 req-4f3a3323-20ad-41d4-ba57-43951e1542a4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.031739 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2dc0fc81-c973-41ea-b2b3-6619d91e8042 req-4f3a3323-20ad-41d4-ba57-43951e1542a4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0799778 Aug 19 02:26:30.038524 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] For port 3f06adbd-b66d-40de-9138-c108e77761c6, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3f06adbd-b66d-40de-9138-c108e77761c6,segment=NetworkSegment(00861b06-cb4d-469a-bb33-00e73b333d27),segment_id=00861b06-cb4d-469a-bb33-00e73b333d27)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:30.038885 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.065268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Calling delete_port for 3f06adbd-b66d-40de-9138-c108e77761c6 owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:30.122420 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-2b247bde-a328-490e-9de1-f0dcb845c929 service neutron] 10.222.0.38 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913236 Aug 19 02:26:30.152457 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2dc0fc81-c973-41ea-b2b3-6619d91e8042 req-70b681b4-1143-45e1-8d15-2e874a97b81f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110058 Aug 19 02:26:30.222033 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-801601be-cbbc-43ce-aab6-a9c7d4741637 service neutron] 10.222.0.38 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929484 Aug 19 02:26:30.507845 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-db9263ae-51e5-4b05-9444-c0e349bdeb50 req-08625d50-d033-4ac9-8109-7776cf7ffbc3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0385780 Aug 19 02:26:30.617547 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.642405 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f06adbd-b66d-40de-9138-c108e77761c6,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:30.767358 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.985103 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Router f0488f26-e94d-44c2-95f2-baa7aaa096d1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:26:31.101511 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:31.103561 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5734ebd9-0cc5-4d06-8c9a-3f1660832e3e admin admin] 10.222.0.38 "PUT /v2.0/routers/f0488f26-e94d-44c2-95f2-baa7aaa096d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299181 Aug 19 02:26:31.104700 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46642) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:31.106715 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Sync routers for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:31.115809 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:31.116419 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:31.221822 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:31.227675 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks [] for router, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.360183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daded9ec-507c-4f4e-9483-b6d389f15d96 req-6bee6009-6613-4314-b3c9-13ebeb0c2a83 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:31.361685 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-daded9ec-507c-4f4e-9483-b6d389f15d96 req-6bee6009-6613-4314-b3c9-13ebeb0c2a83 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0956197 Aug 19 02:26:31.407257 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.416365 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:26:30Z', 'revision_number': 5, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:31.419230 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-daded9ec-507c-4f4e-9483-b6d389f15d96 req-4fb3012a-8fa9-407e-858d-34f1f453d78d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472317 Aug 19 02:26:31.443105 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Checking router: f0488f26-e94d-44c2-95f2-baa7aaa096d1 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:31.451696 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Routers {'f0488f26-e94d-44c2-95f2-baa7aaa096d1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:31.452296 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:31.573814 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Deleting port b6bc38b9-de03-408d-8b00-e84e3c9174ee {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:31.574195 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.646952 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] Set router f0488f26-e94d-44c2-95f2-baa7aaa096d1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:31.649956 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb235254-5dac-4334-b3e6-c9cb468cf051 req-606c0ab3-2da0-4a05-80df-53cf1abfb3bd tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0626502 Aug 19 02:26:31.689052 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] For port b6bc38b9-de03-408d-8b00-e84e3c9174ee, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b6bc38b9-de03-408d-8b00-e84e3c9174ee,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:31.689413 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.700812 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Calling delete_port for b6bc38b9-de03-408d-8b00-e84e3c9174ee owned by network:router_gateway {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:31.853625 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:26:30Z', 'revision_number': 5, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:31.884610 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ee50b-8ab5-4074-9e16-f893b536aea8 None None] The sync data for ids ['f0488f26-e94d-44c2-95f2-baa7aaa096d1'] in dv-cinder-757936-6-iscsi is: [{'id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'name': 'tempest-ServerRescueNegativeTestJSON-687963172-router', 'tenant_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:26:30Z', 'revision_number': 5, 'project_id': '874fbd494f1e4fc2a1c14a1cb88e5366', 'gw_port': {'id': 'b6bc38b9-de03-408d-8b00-e84e3c9174ee', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0488f26-e94d-44c2-95f2-baa7aaa096d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:31.933348 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0cef5-dbf8-448a-93d7-1f36b7b5e1d0 req-3afe5f07-ace0-4a81-a3fc-c153d3b0627c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:31.934785 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34c0cef5-dbf8-448a-93d7-1f36b7b5e1d0 req-3afe5f07-ace0-4a81-a3fc-c153d3b0627c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.1308465 Aug 19 02:26:32.043632 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34c0cef5-dbf8-448a-93d7-1f36b7b5e1d0 req-1e6fae06-2e2f-48fc-b243-29703d50431f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009440 Aug 19 02:26:32.049871 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761745a-7334-4127-9b57-5c11a12ade40 req-18cd3cf9-602f-430f-8ccf-6d1c4c68a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.051332 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-18cd3cf9-602f-430f-8ccf-6d1c4c68a07c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0974667 Aug 19 02:26:32.141514 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.173423 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761745a-7334-4127-9b57-5c11a12ade40 req-bbde84ff-cb5e-4de2-adef-3e945a8b08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.174865 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-bbde84ff-cb5e-4de2-adef-3e945a8b08cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.1128724 Aug 19 02:26:32.177647 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bc38b9-de03-408d-8b00-e84e3c9174ee,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:32.289747 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-da38c475-7750-4fef-a603-79fec7189700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.1044071 Aug 19 02:26:32.292402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.445702 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.449238 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.518248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761745a-7334-4127-9b57-5c11a12ade40 req-c9849361-5e4c-4500-b02f-e3f4783bddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.520089 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-c9849361-5e4c-4500-b02f-e3f4783bddd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.2061329 Aug 19 02:26:32.567695 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761745a-7334-4127-9b57-5c11a12ade40 req-4c656650-9b13-4d69-8269-f86d1f630a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.569995 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-4c656650-9b13-4d69-8269-f86d1f630a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422866 Aug 19 02:26:32.663008 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.663445 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0488f26-e94d-44c2-95f2-baa7aaa096d1 {{(pid=94404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:26:32.677984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.681502 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a6cfee8a-fa6f-45b1-86ec-39a9f1e29431 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f0488f26-e94d-44c2-95f2-baa7aaa096d1 HTTP/1.1" status: 204 len: 168 time: 1.5728445 Aug 19 02:26:32.682286 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46678) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:32.718641 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-34c5ed6e-b7f5-4427-b728-df4fd6546066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.753497 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-277ce21e-f115-485a-9126-98a4d0b18ddf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.755039 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-277ce21e-f115-485a-9126-98a4d0b18ddf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 814 time: 0.1841745 Aug 19 02:26:32.763237 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-8e862714-7e4a-4f36-acff-45604a413717 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818936 Aug 19 02:26:32.776031 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-40f74c2c-1343-4c73-9afb-c5c340445552 req-c5e98134-ee36-49e8-9621-f81bc3109dff tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0398331 Aug 19 02:26:32.785368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Request body: {'port': {'device_id': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68', 'admin_state_up': True, 'tenant_id': '95d47a0aede54af2bffe5415bdb49a95'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:32.790392 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Deleting subnet 393ed1e1-db1b-44e1-afae-9af64b34a8ee {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:26:32.795433 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.832092 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.839156 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.983921 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.010282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393ed1e1-db1b-44e1-afae-9af64b34a8ee,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:33.013872 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.015923 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3196b636-9ace-479c-9328-265dbc54dc6c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/393ed1e1-db1b-44e1-afae-9af64b34a8ee HTTP/1.1" status: 204 len: 168 time: 0.3317680 Aug 19 02:26:33.018334 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46680) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:33.097572 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.181078 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.191619 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.191973 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.192764 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.193876 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.194252 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.194585 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.194928 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.195282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.195662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.196017 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.245222 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766e752-f9f8-4cb0-bcf0-5b34cf9b08de req-b6635c02-a60f-42cb-95db-a742a565878c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:33.245222 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6766e752-f9f8-4cb0-bcf0-5b34cf9b08de req-b6635c02-a60f-42cb-95db-a742a565878c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.1217389 Aug 19 02:26:33.247990 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a761745a-7334-4127-9b57-5c11a12ade40 req-a36da5d0-7c7d-477d-8c62-ee3860bf52d6 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576457 Aug 19 02:26:33.288024 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.288374 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.288707 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.289069 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:26:33.289441 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34db8e1c-8048-4709-a04f-207207e68c2a']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:33.297161 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6766e752-f9f8-4cb0-bcf0-5b34cf9b08de req-c8013885-f543-4d82-b909-f35262e2c398 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Aug 19 02:26:33.311675 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00861b06-cb4d-469a-bb33-00e73b333d27') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:33.311976 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00861b06-cb4d-469a-bb33-00e73b333d27') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:33.328930 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.348652 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Made reservation on behalf of 95d47a0aede54af2bffe5415bdb49a95 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:33.350200 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.352596 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.358755 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:26:33.359144 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: from cryptography.utils import int_from_bytes Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: from cryptography.utils import int_from_bytes Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:26:33.363132 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:26:33.493737 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Allocated IP 172.20.0.2 (0a223c73-e7fa-47fd-9f87-107edf75df68/aa476e35-2df4-47c3-ba91-143112fa0a96/82c624a7-a859-40a8-8897-efd950771cb6) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:33.512541 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.519847 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.522042 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] 10.222.0.38 "DELETE /v2.0/networks/34db8e1c-8048-4709-a04f-207207e68c2a HTTP/1.1" status: 204 len: 168 time: 0.5025237 Aug 19 02:26:33.533379 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919a14-cd41-4af9-a530-134413b049be admin admin] Pushing event deleted for resources: {'Network': ['ID=34db8e1c-8048-4709-a04f-207207e68c2a,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:33.660683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.760724 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.763345 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b6bc38b9-de03-408d-8b00-e84e3c9174ee no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:33.783917 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: b6bc38b9-de03-408d-8b00-e84e3c9174ee {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:33.784289 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b6bc38b9-de03-408d-8b00-e84e3c9174ee not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:33.784699 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3f06adbd-b66d-40de-9138-c108e77761c6 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:33.804131 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 3f06adbd-b66d-40de-9138-c108e77761c6 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:33.804871 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3f06adbd-b66d-40de-9138-c108e77761c6 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:33.806070 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Network 0a223c73-e7fa-47fd-9f87-107edf75df68 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:33.813126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:33.819944 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:33.852409 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Pushing event updated for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:33.877591 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:33.878236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.913712 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46704) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:33.917549 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4068d68-f32e-4f26-99de-eea2a81d7eb9 req-f9f662d4-14bb-48a3-bef6-7ca77e309563 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:33.919615 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b4068d68-f32e-4f26-99de-eea2a81d7eb9 req-f9f662d4-14bb-48a3-bef6-7ca77e309563 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 931 time: 0.0572016 Aug 19 02:26:33.965346 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-732e04a7-aa0e-4bdb-8704-adcef7e7009c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=874fbd494f1e4fc2a1c14a1cb88e5366&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481284 Aug 19 02:26:33.965644 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b4068d68-f32e-4f26-99de-eea2a81d7eb9 req-c5be78fb-b503-4375-9834-7c237b7ce4fd tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Aug 19 02:26:33.965745 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46708) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:33.986436 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-b83f40e8-c246-4cff-ae16-f03311f8d390 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2055378 Aug 19 02:26:34.012770 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Request body: {'port': {'device_id': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:34.055013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.091295 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.107375 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.351162 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.353677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.354860 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aefd4298-74ec-4a6f-913b-9a01efca9670 HTTP/1.1" status: 204 len: 168 time: 0.3883650 Aug 19 02:26:34.390528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02ed4-3e3b-4ade-9631-9f839cb2a01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd4298-74ec-4a6f-913b-9a01efca9670,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:34.432532 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c624a7-a859-40a8-8897-efd950771cb6 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:34.443005 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.461298 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Transition to ACTIVE for port object 82c624a7-a859-40a8-8897-efd950771cb6 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:34.472973 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206f00-1890-42ad-ad85-8a71b39974ec req-b213abdd-11be-4046-9bac-74b76ae2b7cd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:34.472973 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00206f00-1890-42ad-ad85-8a71b39974ec req-b213abdd-11be-4046-9bac-74b76ae2b7cd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0834134 Aug 19 02:26:34.511915 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-00206f00-1890-42ad-ad85-8a71b39974ec req-dc7dfdc6-e0b4-460e-8c86-59d371dba759 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Aug 19 02:26:34.548371 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.602962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Pushing event updated for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:34.673342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Attempting to bind port 82c624a7-a859-40a8-8897-efd950771cb6 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:34.673342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Attempting to bind port 82c624a7-a859-40a8-8897-efd950771cb6 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:34.673342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Attempting to bind port 82c624a7-a859-40a8-8897-efd950771cb6 on network 0a223c73-e7fa-47fd-9f87-107edf75df68 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:34.676318 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Port 82c624a7-a859-40a8-8897-efd950771cb6 on network 0a223c73-e7fa-47fd-9f87-107edf75df68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:26:34.676645 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Attempting to bind port 82c624a7-a859-40a8-8897-efd950771cb6 on network 0a223c73-e7fa-47fd-9f87-107edf75df68 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:34.682017 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:34.682368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Checking segment: {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:34.682749 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Bound using segment: {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:34.683175 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Bound port: 82c624a7-a859-40a8-8897-efd950771cb6, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1f62d4-a05f-4811-8960-561dce789179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:34.683523 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.749844 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:34.752797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=82c624a7-a859-40a8-8897-efd950771cb6,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:34.842024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.871982 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:34.872593 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.874042 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] 10.222.0.41 "PUT /v2.0/ports/82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 200 len: 1093 time: 0.8678324 Aug 19 02:26:34.874489 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:34.876715 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b" -d '{"events": [{"name": "network-changed", "server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "tag": "82c624a7-a859-40a8-8897-efd950771cb6"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:34.903044 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f9b1-7e2c-43fc-81de-d583456ea0cd service neutron] Pushing event updated for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:34.915033 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95721a-f1a2-47f6-83e1-620f123ba3f0 x-openstack-request-id: req-8a95721a-f1a2-47f6-83e1-620f123ba3f0 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:34.915315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "tag": "82c624a7-a859-40a8-8897-efd950771cb6", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:34.915568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a95721a-f1a2-47f6-83e1-620f123ba3f0 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:34.915961 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6', 'status': 'completed', 'code': 200} Aug 19 02:26:35.008521 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-a9f64bc9-f3a2-494c-82fd-43c8143fac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.010222 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-a9f64bc9-f3a2-494c-82fd-43c8143fac26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1096 time: 0.0448287 Aug 19 02:26:35.130265 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fca7-15c1-4009-9930-f048b7d4174a req-942b4584-f5ef-49bc-81c9-82dc542ce573 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.131759 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d642fca7-15c1-4009-9930-f048b7d4174a req-942b4584-f5ef-49bc-81c9-82dc542ce573 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 943 time: 0.1031127 Aug 19 02:26:35.177210 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-6f1221f9-5527-4054-b6ef-26c2e219de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.178714 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-6f1221f9-5527-4054-b6ef-26c2e219de47 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95d47a0aede54af2bffe5415bdb49a95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1489511 Aug 19 02:26:35.199260 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d642fca7-15c1-4009-9930-f048b7d4174a req-5e55f883-226d-486d-b308-83b953fd770e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597537 Aug 19 02:26:35.210510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e3544102-78dd-4288-9448-2d6340fb33d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.287673 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-0b5e73a8-0cc5-441f-a184-86edc40da457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.289274 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-88dfa1e3-7033-414d-9ab4-d5dbc85ab94b req-0b5e73a8-0cc5-441f-a184-86edc40da457 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002054 Aug 19 02:26:35.392401 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46748) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:35.398480 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-f4030650-0a2a-477c-910c-a72306517d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.402907 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-f4030650-0a2a-477c-910c-a72306517d3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1096 time: 0.0426629 Aug 19 02:26:35.451650 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-41e5d698-45fb-4ab2-87c5-e6d4d31b2be8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 200 len: 217 time: 0.0363870 Aug 19 02:26:35.494283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964754783-network', 'tenant_id': '84a8e02104f8475fa56067ae81520d1e'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:35.510290 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e60-c169-4151-a9a6-db9573dde030 req-8f31b6c3-79f7-41d4-bfb7-7a63d9db14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.512416 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-8f31b6c3-79f7-41d4-bfb7-7a63d9db14ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 200 len: 854 time: 0.0537870 Aug 19 02:26:35.520212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.545681 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-702eb8c3-d577-4033-9362-d1b78d0e85bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a223c73-e7fa-47fd-9f87-107edf75df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258393 Aug 19 02:26:35.594271 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Made reservation on behalf of 84a8e02104f8475fa56067ae81520d1e for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:35.596699 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.605943 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.638902 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-3e3ea80d-bc18-4f08-8e9b-bb73396f21f1 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850327 Aug 19 02:26:35.700269 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.740606 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f200e60-c169-4151-a9a6-db9573dde030 req-bbece048-705a-4be6-a6dc-030da3ce62d4 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928123 Aug 19 02:26:35.798277 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.822339 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:35.841934 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16ba63-0214-44fe-94fe-024cc9441133,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:35.842453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.842797 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Added segment 59bca22b-8e2b-4ae8-8051-3c39f205d677 of type vlan for network d2276218-4b10-4cb2-966d-911bccb01e82 Aug 19 02:26:35.886250 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.982832 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.983973 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.984598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.045705 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2276218-4b10-4cb2-966d-911bccb01e82,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:36.056015 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network d2276218-4b10-4cb2-966d-911bccb01e82 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:36.086567 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f87a5ecc-ff75-4a92-bd6f-c5bae9a20dd6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6929379 Aug 19 02:26:36.089255 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46762) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:36.094592 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Request body: {'subnet': {'network_id': 'd2276218-4b10-4cb2-966d-911bccb01e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964754783-subnet', 'tenant_id': '84a8e02104f8475fa56067ae81520d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:36.192587 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Made reservation on behalf of 84a8e02104f8475fa56067ae81520d1e for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:36.194893 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129723563'] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.355902 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cca2e4-f61c-44d7-9836-49f6ef50c2aa req-d55f595b-ae69-4db3-ac40-2d1af37c98db tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:36.357407 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-57cca2e4-f61c-44d7-9836-49f6ef50c2aa req-d55f595b-ae69-4db3-ac40-2d1af37c98db tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 943 time: 0.0851436 Aug 19 02:26:36.359154 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.431681 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-57cca2e4-f61c-44d7-9836-49f6ef50c2aa req-670b62a5-c306-4dca-8ca5-1124bb120b58 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Aug 19 02:26:36.489556 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126880898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129723581'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.542133 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8510f25b-078a-4cd0-bd0d-14f6512a840d,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:36.552174 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Checking segment: {'id': '59bca22b-8e2b-4ae8-8051-3c39f205d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2276218-4b10-4cb2-966d-911bccb01e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:36.552538 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Network hostable DHCP agents. Network: d2276218-4b10-4cb2-966d-911bccb01e82, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:36.632282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Network d2276218-4b10-4cb2-966d-911bccb01e82 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:36.742982 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, d2276218-4b10-4cb2-966d-911bccb01e82) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:36.747642 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:36.750647 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.751801 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ded8d-b3ba-4a2c-b391-f2d20c7d4da9 None None] Network d2276218-4b10-4cb2-966d-911bccb01e82 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:36.852186 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-fb518792-1de3-4f16-acc1-ce26fefc6bee admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7618728 Aug 19 02:26:37.001907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a477020-b069-41c6-a476-b418dc14a4e8 None None] Network d2276218-4b10-4cb2-966d-911bccb01e82 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:37.554024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f66e8-9e7a-4c96-8f5e-136b84712d97 req-d49a3098-3fb7-4646-a2d7-f6853f9e0866 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.555657 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-794f66e8-9e7a-4c96-8f5e-136b84712d97 req-d49a3098-3fb7-4646-a2d7-f6853f9e0866 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 943 time: 0.0535800 Aug 19 02:26:37.596056 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-794f66e8-9e7a-4c96-8f5e-136b84712d97 req-ebaef68b-b466-4603-bbe3-398db7373403 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Aug 19 02:26:37.677223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46810) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:37.682341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011289985-network', 'tenant_id': 'ebd9fb6b63d04acda6f0018b830f49bf'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:37.815177 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Made reservation on behalf of ebd9fb6b63d04acda6f0018b830f49bf for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:37.817425 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.826366 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.920013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.011417 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.032493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:38.046332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67480d11-d2e5-4521-91e8-04877c42ab53,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.050968 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.051308 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Added segment a0e18241-b62e-4700-b223-a839b93cde86 of type vlan for network 1e428176-75a5-4e2e-b80e-f1541995e086 Aug 19 02:26:38.057201 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.062302 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.062656 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.062997 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.063334 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.063665 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.063998 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.064324 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.064649 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.064975 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.065355 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.065618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.065937 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:38.105673 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.209743 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.210774 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.211384 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.268919 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] Pushing event updated for resources: {'Network': ['ID=1e428176-75a5-4e2e-b80e-f1541995e086,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.279089 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 1e428176-75a5-4e2e-b80e-f1541995e086 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:38.347586 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-503b27c9-2c24-4c1d-a49a-750a8ff195ed admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6692221 Aug 19 02:26:38.350466 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46816) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:38.355350 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Request body: {'subnet': {'network_id': '1e428176-75a5-4e2e-b80e-f1541995e086', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011289985-subnet', 'tenant_id': 'ebd9fb6b63d04acda6f0018b830f49bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:38.444076 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Made reservation on behalf of ebd9fb6b63d04acda6f0018b830f49bf for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:38.446453 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126744056'] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.651911 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126764650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126744046'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.710557 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcc27d1-e14d-43f1-a28d-343db8d93aed,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.717865 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c873-41a6-4b6d-81cd-f4726f301881 req-4328f604-02f4-4420-962b-7c7f5cac42df tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.719680 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d3b0c873-41a6-4b6d-81cd-f4726f301881 req-4328f604-02f4-4420-962b-7c7f5cac42df tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 943 time: 0.0535355 Aug 19 02:26:38.721368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Checking segment: {'id': 'a0e18241-b62e-4700-b223-a839b93cde86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1e428176-75a5-4e2e-b80e-f1541995e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:38.721740 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Network hostable DHCP agents. Network: 1e428176-75a5-4e2e-b80e-f1541995e086, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:38.762364 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d3b0c873-41a6-4b6d-81cd-f4726f301881 req-3344e953-47a3-4efa-9978-598aa6ed8ed2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Aug 19 02:26:38.800183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Network 1e428176-75a5-4e2e-b80e-f1541995e086 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:38.891427 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 1e428176-75a5-4e2e-b80e-f1541995e086) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:38.895358 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.898752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.901134 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf6d92-4f66-4122-864c-066dccea603a None None] Network 1e428176-75a5-4e2e-b80e-f1541995e086 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:38.999146 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-a8f935ac-6b9c-4b7e-ba1b-2aa5be74584c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6475077 Aug 19 02:26:39.041222 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94938c69-a47a-464c-a49d-999faeb1f9fb None None] Network 1e428176-75a5-4e2e-b80e-f1541995e086 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:39.115402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46838) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:39.154578 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 82c624a7-a859-40a8-8897-efd950771cb6 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:26:39.160240 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Deleting subnet 8510f25b-078a-4cd0-bd0d-14f6512a840d {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:26:39.164348 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.198800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.238251 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.253519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=82c624a7-a859-40a8-8897-efd950771cb6,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:39.265003 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '82c624a7-a859-40a8-8897-efd950771cb6', 'network_id': '0a223c73-e7fa-47fd-9f87-107edf75df68', 'port_id': '82c624a7-a859-40a8-8897-efd950771cb6', 'mac_address': 'fa:16:3e:82:c6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa476e35-2df4-47c3-ba91-143112fa0a96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:26:39.302797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.315590 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c624a7-a859-40a8-8897-efd950771cb6 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:39.336770 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=82c624a7-a859-40a8-8897-efd950771cb6,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:39.382201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.404161 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8510f25b-078a-4cd0-bd0d-14f6512a840d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.485057 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.486938 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-cbd0396a-4a87-42e5-ab99-aec27666902e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8510f25b-078a-4cd0-bd0d-14f6512a840d HTTP/1.1" status: 204 len: 168 time: 0.3703635 Aug 19 02:26:39.489589 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46840) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:39.507986 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.558028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.558895 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.640911 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.650721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2276218-4b10-4cb2-966d-911bccb01e82']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:39.660421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bca22b-8e2b-4ae8-8051-3c39f205d677') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:39.660954 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bca22b-8e2b-4ae8-8051-3c39f205d677') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:39.669632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.688888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.696412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:26:39.696879 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:26:39.698570 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:26:39.817064 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.823304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.826342 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d2276218-4b10-4cb2-966d-911bccb01e82 HTTP/1.1" status: 204 len: 168 time: 0.3345947 Aug 19 02:26:39.828436 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46844) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:39.841846 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fd389-1f82-4447-80ca-5121488863d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2276218-4b10-4cb2-966d-911bccb01e82,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.854421 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['82c624a7-a859-40a8-8897-efd950771cb6'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:39.876986 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Deleting subnet bbcc27d1-e14d-43f1-a28d-343db8d93aed {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:26:39.880645 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.891192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ba88-234d-46aa-9b98-b57294c2fcf5 req-0048088b-a12d-42c7-a278-780cb673122d tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:39.894617 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb21ba88-234d-46aa-9b98-b57294c2fcf5 req-0048088b-a12d-42c7-a278-780cb673122d tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 944 time: 0.0545101 Aug 19 02:26:39.917529 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.924964 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:26:39.933574 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb21ba88-234d-46aa-9b98-b57294c2fcf5 req-e689a214-58e9-4dce-8832-3df747405fef tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Aug 19 02:26:39.961775 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.080617 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.108838 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.110755 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bbcc27d1-e14d-43f1-a28d-343db8d93aed HTTP/1.1" status: 204 len: 168 time: 0.2805190 Aug 19 02:26:40.111729 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4229e-6e9f-459b-8f8f-a2500997c0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcc27d1-e14d-43f1-a28d-343db8d93aed,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:40.123673 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46854) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:40.191918 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.275036 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.284662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e428176-75a5-4e2e-b80e-f1541995e086']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:40.296856 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e18241-b62e-4700-b223-a839b93cde86') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:40.297181 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e18241-b62e-4700-b223-a839b93cde86') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:40.306804 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.320658 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.326513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:26:40.326901 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:26:40.328618 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:26:40.439841 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.445834 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.447716 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1e428176-75a5-4e2e-b80e-f1541995e086 HTTP/1.1" status: 204 len: 168 time: 0.3230836 Aug 19 02:26:40.456794 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a726ac-4f08-45d7-8d81-2dc20118d729 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e428176-75a5-4e2e-b80e-f1541995e086,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:40.815509 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46862) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:40.856922 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f12b5f67-11d6-4fc2-9cf9-fab37cad164b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84a8e02104f8475fa56067ae81520d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402110 Aug 19 02:26:40.859221 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46864) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:40.908825 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.930629 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.031665 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.034049 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.035132 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b16ba63-0214-44fe-94fe-024cc9441133 HTTP/1.1" status: 204 len: 168 time: 0.1750481 Aug 19 02:26:41.045653 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc52a-d365-42f2-8760-ac61dd74818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16ba63-0214-44fe-94fe-024cc9441133,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:41.064138 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd75a41-bfd4-4c25-b4b9-3c8c1279e574 req-9dd37b4d-338d-44f9-b7b7-b455d0e0de97 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:41.070528 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bcd75a41-bfd4-4c25-b4b9-3c8c1279e574 req-9dd37b4d-338d-44f9-b7b7-b455d0e0de97 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 944 time: 0.0705421 Aug 19 02:26:41.104211 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bcd75a41-bfd4-4c25-b4b9-3c8c1279e574 req-3ca93cd5-a7ae-45b5-8694-969af5c3651c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 19 02:26:41.159561 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 82c624a7-a859-40a8-8897-efd950771cb6 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:41.284002 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 82c624a7-a859-40a8-8897-efd950771cb6 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:41.288668 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 82c624a7-a859-40a8-8897-efd950771cb6 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:41.289040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.368079 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.395601 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:41.397973 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed01e2-5339-4766-be12-fc7c8020ccd4" -d '{"events": [{"server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "name": "network-vif-plugged", "status": "completed", "tag": "82c624a7-a859-40a8-8897-efd950771cb6"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:41.412028 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=82c624a7-a859-40a8-8897-efd950771cb6,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:41.436805 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b8c3f-c623-4c4f-82a9-732a2a34210b x-openstack-request-id: req-501b8c3f-c623-4c4f-82a9-732a2a34210b {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:41.437099 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "name": "network-vif-plugged", "status": "completed", "tag": "82c624a7-a859-40a8-8897-efd950771cb6", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:41.437351 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-501b8c3f-c623-4c4f-82a9-732a2a34210b {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:41.437755 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6', 'code': 200} Aug 19 02:26:41.514363 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.566562 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:41.770133 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46886) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:41.810503 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-631f578b-e98e-409c-8426-c96c98df851c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebd9fb6b63d04acda6f0018b830f49bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391235 Aug 19 02:26:41.813013 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46888) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:41.817697 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830742f-aa10-47db-965d-9bb957db5276 req-e77187d2-d765-4df6-b9cd-441ecad22dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:41.819288 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f830742f-aa10-47db-965d-9bb957db5276 req-e77187d2-d765-4df6-b9cd-441ecad22dfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1098 time: 0.0394351 Aug 19 02:26:41.857768 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f830742f-aa10-47db-965d-9bb957db5276 req-b185fb1e-3bf3-4e98-b554-0e79e9a26078 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301433 Aug 19 02:26:41.861632 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.882502 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.011067 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.013649 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.014823 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67480d11-d2e5-4521-91e8-04877c42ab53 HTTP/1.1" status: 204 len: 168 time: 0.2009308 Aug 19 02:26:42.022651 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67480d11-d2e5-4521-91e8-04877c42ab53,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:42.029923 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.030310 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.030654 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.030988 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.031319 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.031647 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.031974 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.032300 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.032623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.032954 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.033254 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.033566 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0374f-d460-43b9-a1e0-1313a831421b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:42.222221 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c485-9572-43eb-acd2-dd3af549ac56 req-c3610df2-245e-4bf6-a748-30b789071aa0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:42.223676 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f048c485-9572-43eb-acd2-dd3af549ac56 req-c3610df2-245e-4bf6-a748-30b789071aa0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Aug 19 02:26:42.263230 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f048c485-9572-43eb-acd2-dd3af549ac56 req-0bc99e36-363a-4825-8e53-a548c61af413 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Aug 19 02:26:43.139744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 46928) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:43.248217 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2ab4-fc98-4ed1-9f50-ac38f69a285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.337655 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2ab4-fc98-4ed1-9f50-ac38f69a285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.381555 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759f39-515b-44d9-94cc-d72f6369ee38 req-5e4acde9-3f27-49c5-9cb7-25802f4df58a tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:43.383717 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d759f39-515b-44d9-94cc-d72f6369ee38 req-5e4acde9-3f27-49c5-9cb7-25802f4df58a tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Aug 19 02:26:43.426396 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8d759f39-515b-44d9-94cc-d72f6369ee38 req-8d5f69f4-b4f0-4602-aa9f-592a9ce41eb3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365708 Aug 19 02:26:43.474073 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2ab4-fc98-4ed1-9f50-ac38f69a285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.516981 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-dc5b2ab4-fc98-4ed1-9f50-ac38f69a285c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ac92b79ffdb4ca19aade393eb645a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736260 Aug 19 02:26:43.516981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2ab4-fc98-4ed1-9f50-ac38f69a285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f374813f-4815-4f96-a8ff-aca7b3eaf18f,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:43.517223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46940) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:43.578902 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.600820 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.731677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.734635 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.738502 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f374813f-4815-4f96-a8ff-aca7b3eaf18f HTTP/1.1" status: 204 len: 168 time: 0.2178845 Aug 19 02:26:43.749620 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbea22a-494a-4975-a4c6-880715d63996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f374813f-4815-4f96-a8ff-aca7b3eaf18f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:44.907729 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 46994) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:45.019368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398189268-network', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:45.113778 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Made reservation on behalf of 09b33cb756ec40f29b8a9988996123a6 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:45.116085 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.125104 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.210170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.296669 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.323711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:45.329683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd860f-c44f-4a20-a5b2-94b214c143c9,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:45.335513 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.336119 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Added segment e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2 of type vlan for network f9727a1f-4aa9-460a-a229-0b1447238291 Aug 19 02:26:45.379686 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.445145 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.446230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:45.446823 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.504762 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] Pushing event updated for resources: {'Network': ['ID=f9727a1f-4aa9-460a-a229-0b1447238291,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:45.515126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network f9727a1f-4aa9-460a-a229-0b1447238291 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:45.545957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-49822909-1450-4382-ae5c-6a7b5b25a745 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6342809 Aug 19 02:26:45.546407 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 47006) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:45.551643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Request body: {'subnet': {'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398189268-subnet', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:45.650936 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Made reservation on behalf of 09b33cb756ec40f29b8a9988996123a6 for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:45.653259 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126744056'] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.868395 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126764650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126744046'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.927740 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19184ce2-158b-4814-9556-49ea56eeb1ad,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:45.931043 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Checking segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:45.931401 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Network hostable DHCP agents. Network: f9727a1f-4aa9-460a-a229-0b1447238291, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:46.005323 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Network f9727a1f-4aa9-460a-a229-0b1447238291 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:46.091253 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, f9727a1f-4aa9-460a-a229-0b1447238291) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:46.095524 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:46.096061 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.100044 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f6a60-b327-4f8e-862b-b040a0ad0d4a None None] Network f9727a1f-4aa9-460a-a229-0b1447238291 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:46.160559 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7dacd401-6997-4eb4-a062-b3107d0ba200 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6128786 Aug 19 02:26:46.163126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 47010) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:46.168275 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:46.242836 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-f9727a1f-4aa9-460a-a229-0b1447238291', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'fixed_ips': [{'subnet_id': '19184ce2-158b-4814-9556-49ea56eeb1ad'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:26:46.243667 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.245910 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.251561 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.301326 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.374643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Allocated IP 172.20.0.2 (f9727a1f-4aa9-460a-a229-0b1447238291/19184ce2-158b-4814-9556-49ea56eeb1ad/5a132cc3-d134-4236-a79a-e3505457de08) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:46.516281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.524854 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Transition to ACTIVE for port object 5a132cc3-d134-4236-a79a-e3505457de08 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:46.532334 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.539860 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Transition to ACTIVE for port object 5a132cc3-d134-4236-a79a-e3505457de08 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:46.627576 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.671039 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Network f9727a1f-4aa9-460a-a229-0b1447238291 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:46.673903 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:46.677497 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:46.684419 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Pushing event updated for resources: {'Port': ['ID=5a132cc3-d134-4236-a79a-e3505457de08,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.734109 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Attempting to bind port 5a132cc3-d134-4236-a79a-e3505457de08 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:46.734559 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Attempting to bind port 5a132cc3-d134-4236-a79a-e3505457de08 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:46.734831 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Attempting to bind port 5a132cc3-d134-4236-a79a-e3505457de08 on network f9727a1f-4aa9-460a-a229-0b1447238291 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:46.739659 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:46.740034 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Checking segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:46.740457 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.740846 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Bound using segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:46.741337 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Bound port: 5a132cc3-d134-4236-a79a-e3505457de08, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:46.742288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.790300 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.807067 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] For port 5a132cc3-d134-4236-a79a-e3505457de08, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:46.813515 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.813639 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] For port 5a132cc3-d134-4236-a79a-e3505457de08, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5a132cc3-d134-4236-a79a-e3505457de08,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:46.897112 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.913082 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Allocated IP 172.27.3.24 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/990f7756-9b30-43ab-81ab-73148905fc5d) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:46.957283 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97d04-d0e0-4c8d-9a5c-e3787181e880 None None] Pushing event updated for resources: {'Port': ['ID=5a132cc3-d134-4236-a79a-e3505457de08,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:47.022178 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.120141 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.158873 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:47.164505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:47.167067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:47.195507 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Pushing event updated for resources: {'Port': ['ID=990f7756-9b30-43ab-81ab-73148905fc5d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:47.760896 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.816994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5a132cc3-d134-4236-a79a-e3505457de08 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:47.877119 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab717a6-85c7-4e15-a5d8-e619a9062e71 None None] Network f9727a1f-4aa9-460a-a229-0b1447238291 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:47.972556 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 5a132cc3-d134-4236-a79a-e3505457de08 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:47.981803 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.068105 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Provisioning for port 5a132cc3-d134-4236-a79a-e3505457de08 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:48.076963 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Provisioning complete for port 5a132cc3-d134-4236-a79a-e3505457de08 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:48.077571 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.168521 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.182433 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:26:48.203419 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] For port 5a132cc3-d134-4236-a79a-e3505457de08, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5a132cc3-d134-4236-a79a-e3505457de08,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:48.260991 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.293817 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:48.306559 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Sync routers for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:48.316830 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Pushing event updated for resources: {'Port': ['ID=5a132cc3-d134-4236-a79a-e3505457de08,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:48.326214 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.326570 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.326914 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.327252 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.327704 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.328043 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.328374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.328702 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.329052 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.329380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.329708 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.330048 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befea94-9854-463d-8cf6-46cfe808d9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:48.333322 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:48.333916 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:48.399430 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.400725 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-274c2f97-627d-4fdd-97c1-354c5e0e5983 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2360620 Aug 19 02:26:48.403587 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 47026) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:48.419631 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-6e8008a2-0d4a-4a84-856d-b856570dbcea None None] Provisioning complete for port 5a132cc3-d134-4236-a79a-e3505457de08 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:48.420045 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6e8008a2-0d4a-4a84-856d-b856570dbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.473198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:48.799302 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:47Z', 'revision_number': 3, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:48.823403 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.826366 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Checking router: 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:48.826835 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Updating router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 port 990f7756-9b30-43ab-81ab-73148905fc5d binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:48.850705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.976850 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Allocated IP 172.20.0.1 (f9727a1f-4aa9-460a-a229-0b1447238291/19184ce2-158b-4814-9556-49ea56eeb1ad/a9e06942-5872-4ddb-806b-1cc9c6866114) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:49.081427 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.096032 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Transition to ACTIVE for port object a9e06942-5872-4ddb-806b-1cc9c6866114 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:49.101753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.111444 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Transition to ACTIVE for port object 990f7756-9b30-43ab-81ab-73148905fc5d will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:49.153936 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.177233 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.203597 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Attempting to bind port 990f7756-9b30-43ab-81ab-73148905fc5d on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:49.203966 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Attempting to bind port 990f7756-9b30-43ab-81ab-73148905fc5d by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:49.204313 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Attempting to bind port 990f7756-9b30-43ab-81ab-73148905fc5d on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:49.213092 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8ccc-cd78-45bd-a58b-a50d365ed60f None None] Pushing event updated for resources: {'Port': ['ID=990f7756-9b30-43ab-81ab-73148905fc5d,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:49.216762 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:49.217140 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:49.218160 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.218160 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:49.218465 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Bound port: 990f7756-9b30-43ab-81ab-73148905fc5d, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:49.219085 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.223117 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Network f9727a1f-4aa9-460a-a229-0b1447238291 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:49.226252 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:49.231236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:49.233213 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Pushing event updated for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:49.272677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.273710 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] For port 990f7756-9b30-43ab-81ab-73148905fc5d, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:49.277325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] For port 990f7756-9b30-43ab-81ab-73148905fc5d, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=990f7756-9b30-43ab-81ab-73148905fc5d,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:49.372012 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.433108 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:49.433718 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:49.438402 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8ccc-cd78-45bd-a58b-a50d365ed60f None None] Pushing event updated for resources: {'Port': ['ID=990f7756-9b30-43ab-81ab-73148905fc5d,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:49.517749 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.548783 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:49.575283 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-184b2f3b-a3fe-4f5b-96b8-c3610d8ce1ab None None] Provisioning for port a9e06942-5872-4ddb-806b-1cc9c6866114 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:49.605511 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-184b2f3b-a3fe-4f5b-96b8-c3610d8ce1ab None None] Provisioning complete for port a9e06942-5872-4ddb-806b-1cc9c6866114 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:49.605870 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-184b2f3b-a3fe-4f5b-96b8-c3610d8ce1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.678296 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.681665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-184b2f3b-a3fe-4f5b-96b8-c3610d8ce1ab None None] Port a9e06942-5872-4ddb-806b-1cc9c6866114 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:49.729698 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.764922 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:47Z', 'revision_number': 3, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:49.801662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Pushing event updated for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:49.805087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5a132cc3-d134-4236-a79a-e3505457de08 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:49.805823 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.829647 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a0ff-0c04-4210-ad38-4cacda193742 None None] The sync data for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi is: [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:47Z', 'revision_number': 3, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:49.864234 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 5a132cc3-d134-4236-a79a-e3505457de08 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:49.864604 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:49.907254 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Network f9727a1f-4aa9-460a-a229-0b1447238291 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:49.908721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:50.036911 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:26:50.163783 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:50.169647 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-25fe3201-b50f-478c-a912-16da2d5ff68e admin admin] 10.222.0.38 "PUT /v2.0/routers/481e8afe-c1ec-4f0a-822c-89e4ec4a94c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649229 Aug 19 02:26:50.211080 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-c418a6f8-c386-453e-a72d-ec57b258db65 None None] Provisioning complete for port a9e06942-5872-4ddb-806b-1cc9c6866114 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:50.211519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c418a6f8-c386-453e-a72d-ec57b258db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:50.257397 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-c418a6f8-c386-453e-a72d-ec57b258db65 None None] Port a9e06942-5872-4ddb-806b-1cc9c6866114 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:50.876665 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 47058) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:50.881544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-546265903-network', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:50.969975 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Made reservation on behalf of f9960efa670c4be384c39a5a71d82a05 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:50.972357 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:50.981349 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.072540 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.142367 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.167614 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:51.176487 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61652c4-2b78-41ea-9e3e-dd3a32e43e9f,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:51.182978 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.183352 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Added segment c445cc54-31d3-414c-8ca8-c5a921aea884 of type vlan for network a1816882-08f0-400f-8653-cfefb288ed26 Aug 19 02:26:51.228608 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.325476 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.326834 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:51.327485 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.391883 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Sync routers for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:51.397741 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] Pushing event updated for resources: {'Network': ['ID=a1816882-08f0-400f-8653-cfefb288ed26,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:51.406315 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:51.406315 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:51.408595 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network a1816882-08f0-400f-8653-cfefb288ed26 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:51.478914 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-92ef4661-29b7-467e-bae3-96b4d4f21e32 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6011589 Aug 19 02:26:51.481524 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 47072) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:51.486978 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Request body: {'subnet': {'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-546265903-subnet', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:51.513583 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:51.580894 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Made reservation on behalf of f9960efa670c4be384c39a5a71d82a05 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:51.583318 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129723563'] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.690845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.723057 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 4, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'a9e06942-5872-4ddb-806b-1cc9c6866114', 'name': '', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'mac_address': 'fa:16:3e:46:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:48Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 2, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'subnets': [{'id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:51.756320 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Checking router: 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:51.756602 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Updating router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 port a9e06942-5872-4ddb-806b-1cc9c6866114 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:51.783531 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.820359 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 990f7756-9b30-43ab-81ab-73148905fc5d up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:51.849947 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126880898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129723581'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.908165 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff14854f-65a7-41d0-a898-301c29dbe6b8,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:51.922946 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Checking segment: {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:51.923483 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Network hostable DHCP agents. Network: a1816882-08f0-400f-8653-cfefb288ed26, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:51.946926 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 990f7756-9b30-43ab-81ab-73148905fc5d completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:51.951260 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 990f7756-9b30-43ab-81ab-73148905fc5d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:51.959797 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.048550 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.050769 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Network a1816882-08f0-400f-8653-cfefb288ed26 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:52.068778 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.074095 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 990f7756-9b30-43ab-81ab-73148905fc5d, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=990f7756-9b30-43ab-81ab-73148905fc5d,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:52.080625 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Transition to ACTIVE for port object a9e06942-5872-4ddb-806b-1cc9c6866114 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:52.148479 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, a1816882-08f0-400f-8653-cfefb288ed26) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:52.153051 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.153630 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.158308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807d37c-319f-4b0f-922f-dc1cc382ce29 None None] Network a1816882-08f0-400f-8653-cfefb288ed26 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:52.176820 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.196642 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.232227 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Pushing event updated for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:52.241309 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.242192 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.242192 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.242533 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.242959 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.243282 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.243606 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.243930 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.244318 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.244588 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.244902 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.245215 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:52.262578 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=990f7756-9b30-43ab-81ab-73148905fc5d,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:52.296558 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Attempting to bind port a9e06942-5872-4ddb-806b-1cc9c6866114 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:52.297034 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Attempting to bind port a9e06942-5872-4ddb-806b-1cc9c6866114 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:52.297490 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Attempting to bind port a9e06942-5872-4ddb-806b-1cc9c6866114 on network f9727a1f-4aa9-460a-a229-0b1447238291 {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:52.303576 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:52.304728 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Checking segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:52.305149 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.306301 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Bound using segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:52.306805 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Bound port: a9e06942-5872-4ddb-806b-1cc9c6866114, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:52.307194 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.337790 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-53d21df9-6244-47cc-aef0-31599c9c85b5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8550203 Aug 19 02:26:52.340334 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 47088) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:52.346367 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:52.370049 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-a1816882-08f0-400f-8653-cfefb288ed26', 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'fixed_ips': [{'subnet_id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:26:52.370920 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.386683 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] For port a9e06942-5872-4ddb-806b-1cc9c6866114, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:52.390094 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] For port a9e06942-5872-4ddb-806b-1cc9c6866114, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a9e06942-5872-4ddb-806b-1cc9c6866114,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:52.479700 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.480904 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.535267 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.552000 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Allocated IP 172.20.0.2 (a1816882-08f0-400f-8653-cfefb288ed26/ff14854f-65a7-41d0-a898-301c29dbe6b8/a41b24a2-9bea-4e0b-a043-6825a9bab676) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:52.555201 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.620080 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1245f2-d4f6-445a-b983-f7046d74938a None None] Pushing event updated for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:52.637565 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:52.638599 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:52.748607 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.770274 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Transition to ACTIVE for port object a41b24a2-9bea-4e0b-a043-6825a9bab676 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:52.809701 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Transition to ACTIVE for port object a41b24a2-9bea-4e0b-a043-6825a9bab676 will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:52.823379 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:52.882300 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.897187 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.934305 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Network a1816882-08f0-400f-8653-cfefb288ed26 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:52.943826 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:52.951329 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:52.957587 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Pushing event updated for resources: {'Port': ['ID=a41b24a2-9bea-4e0b-a043-6825a9bab676,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:53.051843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Attempting to bind port a41b24a2-9bea-4e0b-a043-6825a9bab676 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:53.052944 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Attempting to bind port a41b24a2-9bea-4e0b-a043-6825a9bab676 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:53.053532 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Attempting to bind port a41b24a2-9bea-4e0b-a043-6825a9bab676 on network a1816882-08f0-400f-8653-cfefb288ed26 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:53.065256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:53.065256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Checking segment: {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:53.065256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.065256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Bound using segment: {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:53.065738 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Bound port: a41b24a2-9bea-4e0b-a043-6825a9bab676, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:53.066192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.096573 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 4, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'a9e06942-5872-4ddb-806b-1cc9c6866114', 'name': '', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'mac_address': 'fa:16:3e:46:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:48Z', 'updated_at': '2021-08-19T02:26:52Z', 'revision_number': 4, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'subnets': [{'id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:53.133559 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] For port a41b24a2-9bea-4e0b-a043-6825a9bab676, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:53.136941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] For port a41b24a2-9bea-4e0b-a043-6825a9bab676, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a41b24a2-9bea-4e0b-a043-6825a9bab676,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:53.212209 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.213861 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fb63c-a959-47e6-8716-f73875e940cd None None] The sync data for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi is: [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:49Z', 'revision_number': 4, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'a9e06942-5872-4ddb-806b-1cc9c6866114', 'name': '', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'mac_address': 'fa:16:3e:46:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:48Z', 'updated_at': '2021-08-19T02:26:52Z', 'revision_number': 4, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'subnets': [{'id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:53.313679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1d20-8147-47b9-933c-65e574f7019b None None] Pushing event updated for resources: {'Port': ['ID=a41b24a2-9bea-4e0b-a043-6825a9bab676,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:53.528228 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.553272 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.670090 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Allocated IP 172.27.3.246 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/b0ac3122-f846-4ebc-9dbc-3587c746d2b3) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:53.799982 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:53.944799 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a41b24a2-9bea-4e0b-a043-6825a9bab676 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:53.955138 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.010384 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:54.014201 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:54.018988 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:54.022965 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:54.073034 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port a41b24a2-9bea-4e0b-a043-6825a9bab676 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:54.074644 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a9e06942-5872-4ddb-806b-1cc9c6866114 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:54.199831 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port a9e06942-5872-4ddb-806b-1cc9c6866114 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:54.204228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port a9e06942-5872-4ddb-806b-1cc9c6866114 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:54.204748 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.293379 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.331791 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port a9e06942-5872-4ddb-806b-1cc9c6866114, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a9e06942-5872-4ddb-806b-1cc9c6866114,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:54.377433 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242aad2-8929-46a2-96de-5b6326e07b69 None None] Network a1816882-08f0-400f-8653-cfefb288ed26 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:54.428217 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.428763 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 990f7756-9b30-43ab-81ab-73148905fc5d up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:54.500127 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.534928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Provisioning for port a41b24a2-9bea-4e0b-a043-6825a9bab676 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:54.543124 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:54.550155 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Provisioning complete for port a41b24a2-9bea-4e0b-a043-6825a9bab676 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:54.550529 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.702457 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.740327 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 990f7756-9b30-43ab-81ab-73148905fc5d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:54.740694 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.845079 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:54.904461 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] For port a41b24a2-9bea-4e0b-a043-6825a9bab676, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a41b24a2-9bea-4e0b-a043-6825a9bab676,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:54.919669 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Router 121b0358-1520-4303-9833-971dab8be3b5 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:26:54.984178 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.035152 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f0b3b-391d-493e-a177-417c5b1ba305 None None] Pushing event updated for resources: {'Port': ['ID=a41b24a2-9bea-4e0b-a043-6825a9bab676,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:55.047486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:55.056301 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Sync routers for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:55.065319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:55.065931 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:55.136739 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.137923 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-aa7a9f2f-38f9-4038-8066-aac284d7ab34 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7965684 Aug 19 02:26:55.140626 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 47124) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:55.152008 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-8558a750-98e3-430d-a63f-3cc1a4b8615c None None] Provisioning complete for port a41b24a2-9bea-4e0b-a043-6825a9bab676 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:55.152381 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8558a750-98e3-430d-a63f-3cc1a4b8615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.203744 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:55.419940 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:54Z', 'revision_number': 3, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:55.552692 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Checking router: 121b0358-1520-4303-9833-971dab8be3b5 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:55.552692 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Updating router 121b0358-1520-4303-9833-971dab8be3b5 port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:55.552692 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.557901 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.727543 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.733812 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Allocated IP 172.20.0.1 (a1816882-08f0-400f-8653-cfefb288ed26/ff14854f-65a7-41d0-a898-301c29dbe6b8/13625c47-a373-40d0-afb5-abe8ba9a662d) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:55.738784 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Transition to ACTIVE for port object b0ac3122-f846-4ebc-9dbc-3587c746d2b3 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:55.800319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.811035 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a41b24a2-9bea-4e0b-a043-6825a9bab676 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:55.843993 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.859061 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.provisioning_blocks [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Transition to ACTIVE for port object 13625c47-a373-40d0-afb5-abe8ba9a662d will not be triggered until provisioned by entity DHCP. {{(pid=94405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:55.887343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Attempting to bind port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:55.887714 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Attempting to bind port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:55.888078 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Attempting to bind port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:55.894218 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e4e53-e21a-4d6a-9956-cc48ad1ed28a None None] Pushing event updated for resources: {'Port': ['ID=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:55.903041 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:55.903555 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:55.903955 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.904344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:55.904814 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Bound port: b0ac3122-f846-4ebc-9dbc-3587c746d2b3, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:55.905192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.931596 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.954727 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port a41b24a2-9bea-4e0b-a043-6825a9bab676 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:55.954727 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:55.975209 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Network a1816882-08f0-400f-8653-cfefb288ed26 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:55.988042 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:55.995010 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:56.000863 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] For port b0ac3122-f846-4ebc-9dbc-3587c746d2b3, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:56.006091 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] For port b0ac3122-f846-4ebc-9dbc-3587c746d2b3, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:56.022441 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Pushing event updated for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:56.040849 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.059362 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a9e06942-5872-4ddb-806b-1cc9c6866114 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:56.086916 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.160409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e4e53-e21a-4d6a-9956-cc48ad1ed28a None None] Pushing event updated for resources: {'Port': ['ID=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:56.164721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:56.165341 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:56.212118 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port a9e06942-5872-4ddb-806b-1cc9c6866114 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:56.212471 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.258149 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.314082 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:56.388798 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-25e786e7-01dd-49f7-bf32-9412e44c4830 None None] Provisioning for port 13625c47-a373-40d0-afb5-abe8ba9a662d completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:56.426560 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.432951 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-25e786e7-01dd-49f7-bf32-9412e44c4830 None None] Provisioning complete for port 13625c47-a373-40d0-afb5-abe8ba9a662d triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:56.433318 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-25e786e7-01dd-49f7-bf32-9412e44c4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.496840 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126880825'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.566578 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Pushing event updated for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:56.569162 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:56.614534 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-25e786e7-01dd-49f7-bf32-9412e44c4830 None None] Port 13625c47-a373-40d0-afb5-abe8ba9a662d cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:56.660642 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Network a1816882-08f0-400f-8653-cfefb288ed26 is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:56.662057 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:56.673088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:54Z', 'revision_number': 3, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:56.700301 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782caf6-e00f-49ac-aa70-19dfdd3647e5 None None] The sync data for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi is: [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:54Z', 'revision_number': 3, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:56.955047 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-da0d025d-216f-4497-951b-33fcebb8ef5d None None] Provisioning complete for port 13625c47-a373-40d0-afb5-abe8ba9a662d triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:56.955417 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-da0d025d-216f-4497-951b-33fcebb8ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:57.021419 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-da0d025d-216f-4497-951b-33fcebb8ef5d None None] Port 13625c47-a373-40d0-afb5-abe8ba9a662d cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:57.039214 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Router 121b0358-1520-4303-9833-971dab8be3b5 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:26:57.176474 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:57.184204 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9a27530a-9d23-4a81-8d1b-2d1f0847dde4 admin admin] 10.222.0.38 "PUT /v2.0/routers/121b0358-1520-4303-9833-971dab8be3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0425041 Aug 19 02:26:57.813428 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b0ac3122-f846-4ebc-9dbc-3587c746d2b3 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:57.939388 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:57.944199 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:57.944616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:58.030040 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:58.058536 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port b0ac3122-f846-4ebc-9dbc-3587c746d2b3, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:58.134277 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:58.199019 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:58.473235 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Sync routers for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:58.487887 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:58.488943 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:58.635206 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:58.869190 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:56Z', 'revision_number': 4, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '13625c47-a373-40d0-afb5-abe8ba9a662d', 'name': '', 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'mac_address': 'fa:16:3e:f6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:55Z', 'updated_at': '2021-08-19T02:26:56Z', 'revision_number': 2, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'subnets': [{'id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:58.896436 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Checking router: 121b0358-1520-4303-9833-971dab8be3b5 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:58.896929 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Updating router 121b0358-1520-4303-9833-971dab8be3b5 port 13625c47-a373-40d0-afb5-abe8ba9a662d binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:58.922426 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.230324 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.243500 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Transition to ACTIVE for port object 13625c47-a373-40d0-afb5-abe8ba9a662d will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:59.302383 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.380156 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788e33-83a0-4f3d-b9b4-3213ecdb1914 None None] Pushing event updated for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:59.424060 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Attempting to bind port 13625c47-a373-40d0-afb5-abe8ba9a662d on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:59.424337 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Attempting to bind port 13625c47-a373-40d0-afb5-abe8ba9a662d by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:59.424868 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Attempting to bind port 13625c47-a373-40d0-afb5-abe8ba9a662d on network a1816882-08f0-400f-8653-cfefb288ed26 {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:59.431866 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:59.432360 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Checking segment: {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:59.432907 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.433425 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Bound using segment: {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:59.433972 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Bound port: 13625c47-a373-40d0-afb5-abe8ba9a662d, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c445cc54-31d3-414c-8ca8-c5a921aea884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:59.434511 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.541990 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] For port 13625c47-a373-40d0-afb5-abe8ba9a662d, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:59.545506 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] For port 13625c47-a373-40d0-afb5-abe8ba9a662d, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=13625c47-a373-40d0-afb5-abe8ba9a662d,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:59.642398 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.753499 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:59.753499 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:26:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:59.895754 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b0ac3122-f846-4ebc-9dbc-3587c746d2b3 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:59.972453 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788e33-83a0-4f3d-b9b4-3213ecdb1914 None None] Pushing event updated for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:00.006534 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:00.007290 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:00.054862 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:00.343162 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:56Z', 'revision_number': 4, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '13625c47-a373-40d0-afb5-abe8ba9a662d', 'name': '', 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'mac_address': 'fa:16:3e:f6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:55Z', 'updated_at': '2021-08-19T02:26:59Z', 'revision_number': 4, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'subnets': [{'id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:00.395689 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20911e7d-6042-47b4-8f6a-05c4cc3d88e1 None None] The sync data for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi is: [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:26:56Z', 'revision_number': 4, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '13625c47-a373-40d0-afb5-abe8ba9a662d', 'name': '', 'network_id': 'a1816882-08f0-400f-8653-cfefb288ed26', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'mac_address': 'fa:16:3e:f6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:55Z', 'updated_at': '2021-08-19T02:26:59Z', 'revision_number': 4, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'subnets': [{'id': 'ff14854f-65a7-41d0-a898-301c29dbe6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:27:01.800731 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 13625c47-a373-40d0-afb5-abe8ba9a662d up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:27:01.970813 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 13625c47-a373-40d0-afb5-abe8ba9a662d completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:01.979342 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 13625c47-a373-40d0-afb5-abe8ba9a662d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:01.979789 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.065856 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.099402 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 13625c47-a373-40d0-afb5-abe8ba9a662d, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=13625c47-a373-40d0-afb5-abe8ba9a662d,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:02.170111 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.245168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:02.685637 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-59b80d45-1e25-48d2-8ddf-45804d72cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.823976 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 13625c47-a373-40d0-afb5-abe8ba9a662d up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:27:03.883549 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 13625c47-a373-40d0-afb5-abe8ba9a662d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:03.884186 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:05.217142 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9597a0bf-4236-4b29-9cdf-39aaaa97c6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:05.547101 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:06.353932 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.096438 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.548099 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-5a074d95-f527-480d-ba3f-6307da547772 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:09.549488 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-5a074d95-f527-480d-ba3f-6307da547772 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/networks?id=f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 200 len: 815 time: 0.1036773 Aug 19 02:27:09.565306 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-10de483b-6d49-4f78-981e-29ecd1c5daab tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/quotas/09b33cb756ec40f29b8a9988996123a6 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Aug 19 02:27:09.845394 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-1bc55a8c-ee53-44cf-9fba-78a5b7875b30 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739358 Aug 19 02:27:09.938205 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-6991ea2a-c8cf-4050-aa93-411c1dc72a08 service neutron] 10.222.0.38 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808628 Aug 19 02:27:10.029636 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-3be0b7e6-fb3b-4c3b-990d-5eefc397a7a2 service neutron] 10.222.0.38 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Aug 19 02:27:10.293043 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c9c1af54-f979-4a17-b4da-fb4f86ac3c41 req-023b9127-14cc-4267-a082-9754dea883c6 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 210 time: 0.0281720 Aug 19 02:27:11.544228 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e44ef7ba-316b-4de1-abab-a4dc5b437ab4 req-2a9d83b7-dde7-4b5c-8c2b-8f5e60cb94a3 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 210 time: 0.1832659 Aug 19 02:27:12.498329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-6151f2ca-1b03-48c2-8fbc-57750a89e8d8 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:12.499103 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-6151f2ca-1b03-48c2-8fbc-57750a89e8d8 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.41 "GET /v2.0/networks?id=f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 200 len: 815 time: 0.1074450 Aug 19 02:27:12.518975 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Request body: {'port': {'device_id': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'admin_state_up': True, 'tenant_id': '09b33cb756ec40f29b8a9988996123a6'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:12.652744 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-28b106bf-4d45-40af-be2a-e1e75e57cc3b req-83ae8047-5511-4456-94d3-39e9fabd39af tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 210 time: 0.0260999 Aug 19 02:27:12.695402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Made reservation on behalf of 09b33cb756ec40f29b8a9988996123a6 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:27:12.699240 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:12.825050 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Allocated IP 172.20.0.8 (f9727a1f-4aa9-460a-a229-0b1447238291/19184ce2-158b-4814-9556-49ea56eeb1ad/a33bd4ad-3907-4077-b9f6-0ab40221cb59) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:27:12.972613 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:12.989001 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Transition to ACTIVE for port object a33bd4ad-3907-4077-b9f6-0ab40221cb59 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:13.085028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:13.130356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Network f9727a1f-4aa9-460a-a229-0b1447238291 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:27:13.134276 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:27:13.138087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:27:13.162309 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Pushing event updated for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:13.191181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:13.191794 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:13.314384 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-ce7463c3-d54a-4d1e-9b79-02c25d1f308f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993085 Aug 19 02:27:13.490654 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-e8ef7265-4bc6-40e2-9444-033210443833 None None] Provisioning for port a33bd4ad-3907-4077-b9f6-0ab40221cb59 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:13.495582 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-e8ef7265-4bc6-40e2-9444-033210443833 None None] Provisioning complete for port a33bd4ad-3907-4077-b9f6-0ab40221cb59 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:13.495951 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7265-4bc6-40e2-9444-033210443833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:13.537625 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef7265-4bc6-40e2-9444-033210443833 None None] Port a33bd4ad-3907-4077-b9f6-0ab40221cb59 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:27:13.779423 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1cdfc-a21c-4fb0-8272-67e8d27d4746 req-d20abafc-20ad-437f-b7df-3615729f8245 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:13.780914 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2ea1cdfc-a21c-4fb0-8272-67e8d27d4746 req-d20abafc-20ad-437f-b7df-3615729f8245 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0556948 Aug 19 02:27:13.822201 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2ea1cdfc-a21c-4fb0-8272-67e8d27d4746 req-07ada4b5-9114-4111-9fce-193d85ce3d8c tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Aug 19 02:27:14.947304 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de9835-fd61-46c8-bfe9-540304897819 req-2c7e0768-7d8d-448f-8378-b00e1e52fd95 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:14.948722 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f9de9835-fd61-46c8-bfe9-540304897819 req-2c7e0768-7d8d-448f-8378-b00e1e52fd95 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0513747 Aug 19 02:27:14.992834 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f9de9835-fd61-46c8-bfe9-540304897819 req-bb63483a-6008-4e67-9ca7-141e34045c0f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Aug 19 02:27:16.120711 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb429ce5-e097-446c-a5c1-db4f71373631 req-4ea7888d-8f65-47dc-8aa9-3ae72d2087ac tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:16.128102 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cb429ce5-e097-446c-a5c1-db4f71373631 req-4ea7888d-8f65-47dc-8aa9-3ae72d2087ac tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0580699 Aug 19 02:27:16.181102 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cb429ce5-e097-446c-a5c1-db4f71373631 req-6224053b-9b77-4a87-9fef-360209425aa2 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518949 Aug 19 02:27:16.925424 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:27:17.304487 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb5239-4949-4f69-aac5-3f951df3577b req-dfeb8d17-45e9-462d-b1fa-e2dbccda46eb tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:17.305942 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b5bb5239-4949-4f69-aac5-3f951df3577b req-dfeb8d17-45e9-462d-b1fa-e2dbccda46eb tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0525668 Aug 19 02:27:17.349313 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b5bb5239-4949-4f69-aac5-3f951df3577b req-06de2e3c-2681-4603-b9e6-b36ea195c6ea tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 19 02:27:18.470270 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24852d57-3552-4ab0-a7b0-c4c6c9d66038 req-3c5af296-af60-42bf-a1c7-675ec8600cff tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:18.471735 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-24852d57-3552-4ab0-a7b0-c4c6c9d66038 req-3c5af296-af60-42bf-a1c7-675ec8600cff tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0541494 Aug 19 02:27:18.513037 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-24852d57-3552-4ab0-a7b0-c4c6c9d66038 req-a86c8430-233a-4608-a035-cebb0ee61ac5 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Aug 19 02:27:19.635793 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a48b-9631-46b9-b912-5ecb8ff939f8 req-5ba8c0c3-0c27-45b9-97f9-094a968ab098 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:19.637307 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4aa0a48b-9631-46b9-b912-5ecb8ff939f8 req-5ba8c0c3-0c27-45b9-97f9-094a968ab098 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0544760 Aug 19 02:27:19.675540 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4aa0a48b-9631-46b9-b912-5ecb8ff939f8 req-ae27f9b7-c226-4d8f-b1a2-7c71d43836cd tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Aug 19 02:27:20.802804 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891612f1-1838-4104-95e0-5c69deacb629 req-c430322a-7e1f-45f7-8f4c-8131b5c4fd97 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:20.804366 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-891612f1-1838-4104-95e0-5c69deacb629 req-c430322a-7e1f-45f7-8f4c-8131b5c4fd97 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0559523 Aug 19 02:27:20.846217 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-891612f1-1838-4104-95e0-5c69deacb629 req-0236da25-c978-4c18-badc-675b97ea0097 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Aug 19 02:27:21.701964 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.971346 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8231c44-c6cc-4afb-b64e-c18a1a3ab230 req-f7c68860-21b7-493c-b2a2-511b49b0c0cc tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:21.978414 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f8231c44-c6cc-4afb-b64e-c18a1a3ab230 req-f7c68860-21b7-493c-b2a2-511b49b0c0cc tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0500443 Aug 19 02:27:22.015153 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f8231c44-c6cc-4afb-b64e-c18a1a3ab230 req-1fff9247-5100-41eb-b338-8bc0c766c173 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Aug 19 02:27:23.131435 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aa877-df85-4422-a746-ce24335149a0 req-059293ad-edff-471e-8dab-014cfeed772f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.133511 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce0aa877-df85-4422-a746-ce24335149a0 req-059293ad-edff-471e-8dab-014cfeed772f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0517848 Aug 19 02:27:23.174796 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce0aa877-df85-4422-a746-ce24335149a0 req-03b96044-7a03-4229-9166-06aa48e9e4f2 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Aug 19 02:27:24.019334 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Request body: {'port': {'device_id': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:24.108034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.119468 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-de83b293-e047-4364-bde2-30d82da5e938 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805511 Aug 19 02:27:24.297233 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf9120-f86d-40ca-8131-9280ea943be2 req-f0ce4b63-f3fc-45fe-8e84-a3beb9202946 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.298648 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4bdf9120-f86d-40ca-8131-9280ea943be2 req-f0ce4b63-f3fc-45fe-8e84-a3beb9202946 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 931 time: 0.0520518 Aug 19 02:27:24.306623 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-ac59bfa0-da5e-4a99-bafb-39a26ea67595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.308091 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-ac59bfa0-da5e-4a99-bafb-39a26ea67595 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0952079 Aug 19 02:27:24.339141 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4bdf9120-f86d-40ca-8131-9280ea943be2 req-1b1b749e-355f-4aae-b9f3-fb9dc183a359 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Aug 19 02:27:24.478786 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-b6fe75f2-6909-4ae7-9635-60fbdb491851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.480251 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-b6fe75f2-6909-4ae7-9635-60fbdb491851 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.1473768 Aug 19 02:27:24.483849 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33bd4ad-3907-4077-b9f6-0ab40221cb59 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:24.492739 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.546688 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Transition to ACTIVE for port object a33bd4ad-3907-4077-b9f6-0ab40221cb59 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:24.561602 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-997a0e3c-1731-4fd5-b130-8f9e6b8c729d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0713208 Aug 19 02:27:24.606477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.637137 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-9ae1c4be-e61c-4273-a582-24eba82af876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.638623 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-9ae1c4be-e61c-4273-a582-24eba82af876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0700297 Aug 19 02:27:24.689905 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Pushing event updated for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:24.749072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-1d3c8f12-2bda-49d0-a559-41bad141a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.750662 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-1d3c8f12-2bda-49d0-a559-41bad141a153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034241 Aug 19 02:27:24.821393 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Attempting to bind port a33bd4ad-3907-4077-b9f6-0ab40221cb59 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:27:24.821644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Attempting to bind port a33bd4ad-3907-4077-b9f6-0ab40221cb59 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:27:24.821975 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Attempting to bind port a33bd4ad-3907-4077-b9f6-0ab40221cb59 on network f9727a1f-4aa9-460a-a229-0b1447238291 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:24.830205 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Port a33bd4ad-3907-4077-b9f6-0ab40221cb59 on network f9727a1f-4aa9-460a-a229-0b1447238291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:27:24.830528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Attempting to bind port a33bd4ad-3907-4077-b9f6-0ab40221cb59 on network f9727a1f-4aa9-460a-a229-0b1447238291 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:24.838846 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:27:24.839183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Checking segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:27:24.839566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Bound using segment: {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:27:24.839998 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Bound port: a33bd4ad-3907-4077-b9f6-0ab40221cb59, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:27:24.840354 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.894266 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-b7318b58-bf62-403d-bec9-0f7d8fd07cfd service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354175 Aug 19 02:27:24.970440 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:27:24.974476 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:27:25.005266 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-890e2372-c61f-4b4d-94cf-32b6b52785f1 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027403 Aug 19 02:27:25.028302 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:25.058522 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.058962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:25.060576 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] 10.222.0.41 "PUT /v2.0/ports/a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 200 len: 1093 time: 1.0460949 Aug 19 02:27:25.062816 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:25.065773 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b0840-6a5c-4b3e-a480-5185b54ac4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:25.098722 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410e60-bd92-4f61-992e-9a1b1e322a83 service neutron] Pushing event updated for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:25.106307 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f003a6a-b2a3-40c0-841a-329a81a5e042 x-openstack-request-id: req-6f003a6a-b2a3-40c0-841a-329a81a5e042 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:25.106595 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:25.107450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f003a6a-b2a3-40c0-841a-329a81a5e042 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:25.107450 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59', 'status': 'completed', 'code': 200} Aug 19 02:27:25.205903 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-69443cda-962a-4075-9102-0ff15d5d71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.207403 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-69443cda-962a-4075-9102-0ff15d5d71df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0438607 Aug 19 02:27:25.315273 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-3477e085-8436-4383-9567-fb03488fc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.316731 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-3477e085-8436-4383-9567-fb03488fc205 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=09b33cb756ec40f29b8a9988996123a6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952191 Aug 19 02:27:25.416618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-03758087-a165-4cef-b590-64c7e2386309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.418121 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-605b0840-6a5c-4b3e-a480-5185b54ac4a2 req-03758087-a165-4cef-b590-64c7e2386309 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932598 Aug 19 02:27:25.531268 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65137-d3b9-4840-9627-effee2133839 req-c03edd61-1305-44f4-9386-d09789278fad tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.532765 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b7d65137-d3b9-4840-9627-effee2133839 req-c03edd61-1305-44f4-9386-d09789278fad tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 943 time: 0.1253564 Aug 19 02:27:25.596686 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b7d65137-d3b9-4840-9627-effee2133839 req-42b667a6-3981-4cf5-aa64-ddc3e28620d1 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568435 Aug 19 02:27:25.613996 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-f24a7f83-5eee-41bd-ba24-947590189e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.615637 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-f24a7f83-5eee-41bd-ba24-947590189e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1321697 Aug 19 02:27:25.713837 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-c1664ca0-8f3c-4736-b122-a6ea7f1b5193 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 200 len: 217 time: 0.0349362 Aug 19 02:27:25.771321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-eb705501-97d7-452a-a740-294fdd41a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.772792 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-eb705501-97d7-452a-a740-294fdd41a961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19184ce2-158b-4814-9556-49ea56eeb1ad HTTP/1.1" status: 200 len: 854 time: 0.0517375 Aug 19 02:27:25.823051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-cfba8478-5f69-4e22-a557-452a84e20746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.824524 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-cfba8478-5f69-4e22-a557-452a84e20746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9727a1f-4aa9-460a-a229-0b1447238291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403552 Aug 19 02:27:25.921750 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-50684575-8f7e-4be0-95a0-830bc535fb5c service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Aug 19 02:27:26.010839 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-556ceb28-c7da-4b9e-9e2b-709678ceda3d req-6dbc928b-41f9-4473-acd7-c4f0c8e24a29 service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811691 Aug 19 02:27:26.709791 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56d37-744a-48cc-907a-b2bf6bb0a680 req-6a98f26e-63f8-483d-9be5-cb9e9ba06716 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:26.711458 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-32e56d37-744a-48cc-907a-b2bf6bb0a680 req-6a98f26e-63f8-483d-9be5-cb9e9ba06716 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Aug 19 02:27:26.749212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-32e56d37-744a-48cc-907a-b2bf6bb0a680 req-85b5851a-1a1c-4358-a7a0-848d305743fc tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Aug 19 02:27:27.865419 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797cf06-8503-4a12-bced-e9d7244c00c1 req-87a50fbd-27bd-404f-bbb4-4b106972556d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:27.867661 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1797cf06-8503-4a12-bced-e9d7244c00c1 req-87a50fbd-27bd-404f-bbb4-4b106972556d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 943 time: 0.0531552 Aug 19 02:27:27.909888 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1797cf06-8503-4a12-bced-e9d7244c00c1 req-424d1b34-27e2-4597-bf94-b9a29a60138a tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 19 02:27:29.023321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20c8fd-5215-4583-9f46-5f715755a2fb req-3d06a62c-2237-462e-82e2-bb4f021af1c0 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:29.024872 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d20c8fd-5215-4583-9f46-5f715755a2fb req-3d06a62c-2237-462e-82e2-bb4f021af1c0 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 943 time: 0.0492990 Aug 19 02:27:29.061969 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2d20c8fd-5215-4583-9f46-5f715755a2fb req-5d8f1b6d-586d-4c54-b770-501fc36819e4 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Aug 19 02:27:29.428609 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device a33bd4ad-3907-4077-b9f6-0ab40221cb59 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:27:29.523087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:29.533530 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59', 'network_id': 'f9727a1f-4aa9-460a-a229-0b1447238291', 'port_id': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59', 'mac_address': 'fa:16:3e:bf:86:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19184ce2-158b-4814-9556-49ea56eeb1ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:27:29.569422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:29.581639 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33bd4ad-3907-4077-b9f6-0ab40221cb59 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:29.600255 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:29.638460 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:29.684771 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:29.985721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['a33bd4ad-3907-4077-b9f6-0ab40221cb59'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:27:30.175814 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e7038-9bd4-4abf-afc4-33d46e0c2148 req-4a754e36-21d9-48a5-8ece-012e5ec72d60 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:30.177244 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8c9e7038-9bd4-4abf-afc4-33d46e0c2148 req-4a754e36-21d9-48a5-8ece-012e5ec72d60 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 944 time: 0.0480738 Aug 19 02:27:30.214551 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8c9e7038-9bd4-4abf-afc4-33d46e0c2148 req-0c5f640e-5b76-40ec-96b5-b1f0230c2db3 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Aug 19 02:27:31.329772 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adea66-6732-4e08-b6bb-68861ad4caf0 req-06e6bbfe-f1d2-4fc6-9142-68fd024f942f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:31.331243 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-14adea66-6732-4e08-b6bb-68861ad4caf0 req-06e6bbfe-f1d2-4fc6-9142-68fd024f942f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 944 time: 0.0508494 Aug 19 02:27:31.369202 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-14adea66-6732-4e08-b6bb-68861ad4caf0 req-e44367d9-f8e0-405f-919c-cafd686c5186 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Aug 19 02:27:31.428576 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device a33bd4ad-3907-4077-b9f6-0ab40221cb59 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:27:31.547114 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port a33bd4ad-3907-4077-b9f6-0ab40221cb59 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:31.550941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port a33bd4ad-3907-4077-b9f6-0ab40221cb59 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:31.551312 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:31.627935 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:31.649921 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:31.652159 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2f4bd-7ed4-4590-86a6-1e525a321bd3" -d '{"events": [{"server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "name": "network-vif-plugged", "status": "completed", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:31.669439 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:31.689131 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f9d03-5858-46a2-af03-b9137104d9bf x-openstack-request-id: req-a15f9d03-5858-46a2-af03-b9137104d9bf {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:31.689415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "name": "network-vif-plugged", "status": "completed", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:31.689661 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a15f9d03-5858-46a2-af03-b9137104d9bf {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:31.690083 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59', 'code': 200} Aug 19 02:27:31.707116 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:31.758774 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:32.009209 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc790e-2aee-4eef-b0f5-852a83ad5472 req-219ef547-3c36-480b-b9ee-ac7b25f307d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:32.010738 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-27fc790e-2aee-4eef-b0f5-852a83ad5472 req-219ef547-3c36-480b-b9ee-ac7b25f307d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0404794 Aug 19 02:27:32.045267 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-27fc790e-2aee-4eef-b0f5-852a83ad5472 req-867a6359-76da-42dc-9626-8a33377d572d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274036 Aug 19 02:27:32.484444 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a615-4e91-4755-9ae7-95de99ce6263 req-6a1fdd0f-9c64-4664-b116-4c5b55b40f9e tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:32.485884 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7c1a615-4e91-4755-9ae7-95de99ce6263 req-6a1fdd0f-9c64-4664-b116-4c5b55b40f9e tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Aug 19 02:27:32.523106 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7c1a615-4e91-4755-9ae7-95de99ce6263 req-04c94d48-63dc-4725-a6ca-38b9987165dd tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Aug 19 02:27:32.683760 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-2ec29662-fd9b-49ee-9c29-ff80e9f01885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:33.636393 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599797-84d2-4094-954e-1f2255b29509 req-ee80777b-c852-451c-aba1-eebdac74448d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:33.637832 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-34599797-84d2-4094-954e-1f2255b29509 req-ee80777b-c852-451c-aba1-eebdac74448d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Aug 19 02:27:33.673723 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-34599797-84d2-4094-954e-1f2255b29509 req-5a8b835e-dc1a-407b-af3e-802f0db68f49 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Aug 19 02:27:33.785689 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8c49d-2f60-440e-a900-6338f769b935 req-62b6bab1-33ae-4563-824c-ffe9beb59756 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:33.787148 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1cb8c49d-2f60-440e-a900-6338f769b935 req-62b6bab1-33ae-4563-824c-ffe9beb59756 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Aug 19 02:27:33.824450 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1cb8c49d-2f60-440e-a900-6338f769b935 req-6bf0109e-b04f-4881-93ee-ecc2d1a1d86d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Aug 19 02:27:34.163481 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99c7a9-d81c-4db2-97ff-9331522323f0 req-3c8f9df3-8c98-41bb-ba5d-0257a8e8b36c tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:34.165095 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4b99c7a9-d81c-4db2-97ff-9331522323f0 req-3c8f9df3-8c98-41bb-ba5d-0257a8e8b36c tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Aug 19 02:27:34.203561 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4b99c7a9-d81c-4db2-97ff-9331522323f0 req-ee62be5e-1eec-4cd0-96b9-d17e6e593e67 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Aug 19 02:27:35.227769 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc3c7979-06f3-402f-a838-dc356958aaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:35.512623 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.335288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.078627 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:50.544861 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0bed3-a71d-4c1d-9efc-026045b6a784 req-b64d6ace-248b-4bd2-848a-84533779d909 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:50.546368 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d2d0bed3-a71d-4c1d-9efc-026045b6a784 req-b64d6ace-248b-4bd2-848a-84533779d909 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Aug 19 02:27:50.583611 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d2d0bed3-a71d-4c1d-9efc-026045b6a784 req-3fe9962a-1ec9-4ee7-8868-60177d50e2b0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Aug 19 02:27:51.708194 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622222ca-ee8c-485c-9f07-412e2131d266 req-c545746a-b23d-40da-a918-81b025244914 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:51.710325 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-622222ca-ee8c-485c-9f07-412e2131d266 req-c545746a-b23d-40da-a918-81b025244914 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Aug 19 02:27:51.755588 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-622222ca-ee8c-485c-9f07-412e2131d266 req-d9742f3e-9fc9-4f7f-a8a4-458b1ec84e6f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390294 Aug 19 02:27:52.026934 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:52.868796 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5d85c-c714-4406-802d-4eef7d02db5d req-d46e0ccd-3a94-469d-bb1f-950aa3fa78dd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:52.870243 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-74f5d85c-c714-4406-802d-4eef7d02db5d req-d46e0ccd-3a94-469d-bb1f-950aa3fa78dd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Aug 19 02:27:52.907359 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-74f5d85c-c714-4406-802d-4eef7d02db5d req-548ef2af-4345-4c7c-b825-4d700c253865 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Aug 19 02:27:53.923865 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:27:54.024749 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650d76-2c80-4a44-b2c8-8850d1ee2e97 req-275d7f7f-1d53-48cd-aaa8-721045d2a9a2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:54.026240 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b650d76-2c80-4a44-b2c8-8850d1ee2e97 req-275d7f7f-1d53-48cd-aaa8-721045d2a9a2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0531890 Aug 19 02:27:54.063490 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b650d76-2c80-4a44-b2c8-8850d1ee2e97 req-72762381-3762-488c-9ec1-2ffa110c0657 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Aug 19 02:27:55.176978 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5443f-e6b3-42ac-93b1-0a8d2627ea9d req-c7849a5f-8983-4101-b9f8-db82a650623d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:55.179892 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cbe5443f-e6b3-42ac-93b1-0a8d2627ea9d req-c7849a5f-8983-4101-b9f8-db82a650623d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0495052 Aug 19 02:27:55.217893 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cbe5443f-e6b3-42ac-93b1-0a8d2627ea9d req-72aadb45-6da3-44e3-8631-de6f22cde3fd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Aug 19 02:27:56.332867 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c3e4-e20d-4b3d-a160-a34411b83c84 req-bb07ba71-4f27-428c-b38e-ce2b46d4d168 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:56.334317 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4b82c3e4-e20d-4b3d-a160-a34411b83c84 req-bb07ba71-4f27-428c-b38e-ce2b46d4d168 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Aug 19 02:27:56.371765 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4b82c3e4-e20d-4b3d-a160-a34411b83c84 req-f0b5291f-7db8-46a5-a5f9-de47c2744858 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Aug 19 02:27:57.051101 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device bb147618-63ac-45f5-9f13-9983fe6a690d no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:27:57.124720 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:57.146243 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:57.149044 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9fcd8c-5f36-4dec-9016-27574ce0bcce" -d '{"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-unplugged", "status": "completed", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:57.161709 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:57.226677 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:57.249433 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b508065-ccc8-4819-be33-b6e42dc3f900 x-openstack-request-id: req-5b508065-ccc8-4819-be33-b6e42dc3f900 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:57.249740 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-unplugged", "status": "completed", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:57.249990 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b508065-ccc8-4819-be33-b6e42dc3f900 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:57.250394 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'code': 200} Aug 19 02:27:57.275790 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=6']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:57.282781 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.283124 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.283457 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.283787 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.284152 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.284475 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.284798 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.285117 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.285463 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.285783 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.286127 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.286442 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:57.486028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6321e1-ec2d-4bfd-a10d-f57bf20b4da1 req-89a90962-b581-485b-9e57-164710d5930d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:57.487506 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd6321e1-ec2d-4bfd-a10d-f57bf20b4da1 req-89a90962-b581-485b-9e57-164710d5930d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0489476 Aug 19 02:27:57.525350 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bd6321e1-ec2d-4bfd-a10d-f57bf20b4da1 req-49436b11-b53d-4ca2-b049-5104e90b4d99 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Aug 19 02:27:58.252288 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a36368-ee1b-45ce-b525-5310573a736d req-284a4b3d-f087-4f07-9318-e2dfb9586bc1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:58.253722 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-79a36368-ee1b-45ce-b525-5310573a736d req-284a4b3d-f087-4f07-9318-e2dfb9586bc1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.41 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.0475023 Aug 19 02:27:58.350317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Deleting port bb147618-63ac-45f5-9f13-9983fe6a690d {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:27:58.350569 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.436022 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] For port bb147618-63ac-45f5-9f13-9983fe6a690d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bb147618-63ac-45f5-9f13-9983fe6a690d,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:58.436385 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.746598 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808030f-b227-41a8-80f4-c89ad9c9f962 req-ce25b4d9-f8c7-45e8-a143-acbf8d6813d5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:58.748070 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4808030f-b227-41a8-80f4-c89ad9c9f962 req-ce25b4d9-f8c7-45e8-a143-acbf8d6813d5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 943 time: 0.1499145 Aug 19 02:27:58.752394 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.763316 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.763316 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Floating IP d389d243-490b-4d3e-92ab-ed6e10e4fff1 disassociated. External IP: 172.27.3.119, port: bb147618-63ac-45f5-9f13-9983fe6a690d. Aug 19 02:27:58.763316 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Calling delete_port for bb147618-63ac-45f5-9f13-9983fe6a690d owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:27:58.829112 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4808030f-b227-41a8-80f4-c89ad9c9f962 req-5e8f8633-7498-4353-82b3-315bfe576ad4 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?id=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736701 Aug 19 02:27:58.952388 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.981489 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event deleted for resources: {'Port': ['ID=bb147618-63ac-45f5-9f13-9983fe6a690d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:58.992739 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.993090 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.993434 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.993773 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.994146 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.994482 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.994813 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.995139 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.995469 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.995793 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.996116 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:58.996436 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:59.103196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Router 187ac0cc-077d-4df0-9c11-a75ae63060c7 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:27:59.443480 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:27:59.454891 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Sync routers for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:27:59.464570 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:59.465184 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:27:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:59.487047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] No DVR routers for this DVR port bb147618-63ac-45f5-9f13-9983fe6a690d on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:27:59.489620 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:59.491725 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-79a36368-ee1b-45ce-b525-5310573a736d req-7d8862e6-7087-469b-9240-d981e0734fd2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.41 "DELETE /v2.0/ports/bb147618-63ac-45f5-9f13-9983fe6a690d HTTP/1.1" status: 204 len: 173 time: 1.2287827 Aug 19 02:27:59.492170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-deleted', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:59.496477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f4c5b-018c-43ba-b7d3-9767d7ea40d5" -d '{"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-deleted", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:59.615207 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:59.615329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8b4e4-9ff3-4837-9bda-9c372e39ae0d x-openstack-request-id: req-4de8b4e4-9ff3-4837-9bda-9c372e39ae0d {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:59.615329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ace11-4a70-4a1c-b8f7-64bf0a70aa37", "name": "network-vif-deleted", "tag": "bb147618-63ac-45f5-9f13-9983fe6a690d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:59.615329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4de8b4e4-9ff3-4837-9bda-9c372e39ae0d {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:59.615329 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815ace11-4a70-4a1c-b8f7-64bf0a70aa37', 'name': 'network-vif-deleted', 'tag': 'bb147618-63ac-45f5-9f13-9983fe6a690d', 'status': 'completed', 'code': 200} Aug 19 02:27:59.845105 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:59.875753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Checking router: 187ac0cc-077d-4df0-9c11-a75ae63060c7 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:27:59.884967 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:59.885812 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:27:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:59.941072 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0646f54c-0679-4ad2-b908-972223ffd50f req-a6caf0b8-bb36-4874-909b-53df207422bf tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0316658 Aug 19 02:28:00.000946 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:28:00.246721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:00.274823 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f740d-3112-4150-97da-fad51454b77a None None] The sync data for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi is: [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:23:37Z', 'revision_number': 4, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'b59bfcab-f3ea-4d8a-8a07-3991f9aab835', 'name': '', 'network_id': '2c7b271c-f2df-44e1-9b0a-ad56ab035ff7', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'mac_address': 'fa:16:3e:86:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:36Z', 'updated_at': '2021-08-19T02:23:42Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'subnets': [{'id': '3adf476a-8b5e-4435-a88f-99787d67cff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:28:00.485097 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138437f-3ddf-4fda-af7e-8a7de98d17d6 None None] New status for floating IP d389d243-490b-4d3e-92ab-ed6e10e4fff1: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:28:01.038826 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dfb831bb-2072-408b-a57d-340d9565a3eb req-37d08054-4291-4d54-b843-66c17e3d4791 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Aug 19 02:28:02.128653 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0e455429-8906-4c29-bd36-8195b53b2ed4 req-efbe7d0a-f57a-452b-8f95-161cc95205f6 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0253987 Aug 19 02:28:02.706141 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6f04c910-7c39-48c4-8d8b-a0f0c6aa0ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.218352 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bef2d706-60f3-451f-9c84-9828033b493e req-2e5ff1a4-5800-4a13-b8bf-84505c8da51e tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Aug 19 02:28:04.310994 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-30be1be1-b5b9-45dc-80a2-cb1c5e06e643 req-d1254654-9793-4bd9-90ac-05acefe9cc89 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0260725 Aug 19 02:28:05.203192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a167f4ee-d652-42ba-b6b9-1eb64e8121be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.401458 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aec91acb-d65c-4f8d-9ae6-cf3c901ef931 req-e8d01f87-ae36-4d46-bcc9-6f4011b8582d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0255766 Aug 19 02:28:05.551583 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:06.363364 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:06.496280 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6d4f2de2-b1e8-4e86-924f-b584a4f24ba6 req-7ba477d2-158b-40db-be87-1a1d50f06fa2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0297894 Aug 19 02:28:07.588507 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5597fb78-38f6-42b4-b458-0cb0d8145080 req-7e6e813f-306d-4b50-9bcd-00b0ec75b5bb tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Aug 19 02:28:08.055243 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:08.680103 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1ce06bce-2d4d-4add-9679-4d23b8263c65 req-fcab1eea-a18c-4857-b2f2-0bbca87476aa tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261316 Aug 19 02:28:09.770325 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-50d3ada5-e260-40b2-b134-3b0fd9b574a7 req-15c6ad53-ef16-4c43-bdac-542cd788625c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0256660 Aug 19 02:28:10.862274 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-95358c5d-01c2-48eb-babc-ea75ba8aa175 req-d2456b72-5414-4985-99e3-2c8a3ecb67b4 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Aug 19 02:28:11.952457 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3ddc4323-6345-43be-aa36-dffec82a57cc req-ce6356fe-4f85-4f96-9a5c-9a44a682e17a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0250554 Aug 19 02:28:13.047521 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b6e1b7cb-5c5c-4ead-9d21-9eb55adb628c req-aff46a3f-2680-4b6a-9146-6f9e4099d6a6 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0300634 Aug 19 02:28:14.139531 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6e5999f4-c58e-467d-81f7-bdd14e8a8a5c req-5e9461be-6bb0-40e1-8dd9-4c8d22a4d657 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258741 Aug 19 02:28:15.230945 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7200b0d6-8a15-49bd-8759-d193746c408a req-830b72c1-b7b8-4c7a-82ca-add26f44e829 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Aug 19 02:28:16.323875 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6dea2a6c-5a70-42ec-89f7-c44a28bb41b0 req-62081b4d-e0a1-4bec-b3d6-92acca19439d tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Aug 19 02:28:17.414172 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f6cff125-ba24-473c-bbaa-124b7cd25e1a req-e8e57e47-e055-407b-bdef-abf3a82d7f77 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Aug 19 02:28:18.504206 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46bb6c7-8d63-479d-944b-d7a152f3cf0c req-2cee93e3-b3e5-4b73-8ecd-900c8d86e51b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0255268 Aug 19 02:28:19.598531 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-82baf46f-96a8-4fbf-8487-b300d4d2efcd req-9cd356c3-30bc-44ed-b3bd-2d67997ea86c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0290668 Aug 19 02:28:20.688634 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c6d4630-1945-4681-b6c1-89396930a44a req-29204379-477a-4fb2-8c9f-d2a2edc4a502 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0255873 Aug 19 02:28:21.660144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:21.780262 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e538f1ef-6e08-451a-872a-66dd311ad13d req-fa86787b-8b23-42e0-baf1-d2bc1e288958 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269821 Aug 19 02:28:22.873081 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e3c0faf4-3e4b-40aa-a1fa-386d5b7d3acb req-8d1c1aa4-58d1-4c04-b94b-0fd1c519b318 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Aug 19 02:28:23.963464 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-80eb2834-740d-4d7c-b369-843b3985d720 req-89a987e2-ce19-43e1-97f1-3744c7f8d6e9 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0263600 Aug 19 02:28:24.330621 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-e5d9f803-ba96-408f-934b-8c72c1cae364 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386167 Aug 19 02:28:24.405778 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-1aa54c06-6346-4404-b226-9bd94096e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:24.407262 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-1aa54c06-6346-4404-b226-9bd94096e7fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0427678 Aug 19 02:28:24.508013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-108672cd-4ae7-41d2-bb8b-df59999322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:24.509442 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-108672cd-4ae7-41d2-bb8b-df59999322fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0824356 Aug 19 02:28:24.577314 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-8e27e8b9-4973-45b5-825e-cd8222f4341d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0601234 Aug 19 02:28:24.626239 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-48b4bddc-30eb-4be3-b4f2-6b565e3be566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:24.627672 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-48b4bddc-30eb-4be3-b4f2-6b565e3be566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0439174 Aug 19 02:28:24.672160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-f45afc54-bc27-4d11-97fe-f582a56c7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:24.673581 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-f45afc54-bc27-4d11-97fe-f582a56c7794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390379 Aug 19 02:28:24.762812 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-7a3f36dc-82af-404a-8344-50f6b122402e service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818706 Aug 19 02:28:24.851394 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26b4c374-5ddf-4e74-8146-ed7502932b6b req-f4c39fba-37d9-4287-bb03-0760df302375 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813148 Aug 19 02:28:25.058720 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cafb0e26-abc5-44f0-8667-fac4bfe33c53 req-78b385a2-78ba-4fec-b010-19123c0bc9a0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0304420 Aug 19 02:28:26.153009 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-68268dab-32d2-42b8-9ff2-88e8e24b9e3e req-811040f3-977d-475f-b4e6-28799d4ca7ed tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Aug 19 02:28:27.246274 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b6d48134-af68-4d3c-85df-ed1a56247f47 req-13d4804a-e331-45bd-b4b3-bc865fd49f61 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0254345 Aug 19 02:28:28.337011 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9c1c72c6-b6c7-4195-90f3-425e9cb39252 req-ec0800b8-2676-4cf7-b3de-7536acdce2f9 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262036 Aug 19 02:28:29.428835 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-90390815-24d5-4b05-985e-17371005529d req-4a5914b6-c5c7-4665-a863-77090d78cacb tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 19 02:28:30.519382 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-51d465be-ee64-4001-a121-11401bdc0794 req-d448071d-66c4-4e5c-b88e-234360a4c446 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 19 02:28:31.000326 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:28:31.613926 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-94a544f6-4f4a-4fab-9a55-59caa46a0ecd req-b17183d7-0da1-4972-bbdd-53b3817c93dc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Aug 19 02:28:32.676818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f0899952-fca2-4ec1-b022-6c5d1978ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:32.705258 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5eb5e6e2-65c9-4170-8666-f02f454bfd58 req-a16e722f-34da-439d-aeb5-9fcec619e0b1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0257456 Aug 19 02:28:33.796179 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93a0f743-2d32-40d0-90ee-7f5a684b7de1 req-8c520213-ec9d-4afd-8e37-4b2196900c97 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261588 Aug 19 02:28:34.885835 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f0400d5a-44fb-452d-9411-601655e0f0b9 req-24e143e7-268a-4f1d-ac50-f491a4a2f339 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261312 Aug 19 02:28:35.242403 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ba361-e821-4c4a-b0be-9499af05f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:35.506702 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:35.977142 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ff910b7b-a3f9-48ce-9eb3-784e67c08a87 req-4d031f9a-7cf5-4168-829e-8f803c802835 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Aug 19 02:28:36.356986 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:37.068224 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-81d1a80a-b4b7-472b-b3ec-09d79489b31e req-9f2bd988-fb22-4aeb-89d6-6ccaa8ea84cf tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258813 Aug 19 02:28:38.037308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:38.170414 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c02d8c8d-92da-4b7b-9c43-0588418fdc1b req-fddc3a42-a9f9-48b8-a327-b4c9b934022c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Aug 19 02:28:39.264286 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b7687fde-b0d4-482f-9878-3856f324ff4e req-6cef5e21-8ac7-4d66-b4b7-c92f300de486 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Aug 19 02:28:40.356215 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae4e0053-4abf-4447-af44-d4e390686aa1 req-6a9ed92c-dd2e-4a5f-b14e-fb6eddc91e47 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259194 Aug 19 02:28:41.446367 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ab61a7e7-3b4d-4c25-a42e-50d5f013b5dd req-14d99d0a-1929-4811-a95b-88ccd181e55a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261593 Aug 19 02:28:42.537529 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-80926fe8-5467-4d8f-9827-e5ddc5beec85 req-48f38868-f2b8-43bb-8c6d-c376f575a571 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0257769 Aug 19 02:28:43.630283 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1c817a6c-d96a-4106-9379-48862c29c93d req-bf6b1533-0cda-4103-a0a8-7ab1a3f61a83 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Aug 19 02:28:44.723996 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec011561-0243-4be4-a7f7-12b7642ce94a req-751ab4a3-d262-4192-a4ca-b9f77122a00e tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0299022 Aug 19 02:28:45.907857 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a63b1c2d-14e6-4b32-ad89-8a24ec84e784 req-6b606b1f-d14f-412a-bdf0-9fc7529c9a61 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258462 Aug 19 02:28:47.001692 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee8f1bf4-614a-4570-9415-7c17e188c5cb req-e2de45f3-00f9-4055-973b-a0f34e0aef11 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0263820 Aug 19 02:28:48.093663 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d3be8cd0-6143-47e2-8d47-a5d59fe00b44 req-61bbc013-e29e-465d-9f87-9bf0904de14e tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Aug 19 02:28:49.187175 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-44ce6e6e-bcad-4458-9c4e-0591960b35b0 req-ae4e8bce-4361-4814-b8af-fbe607ec7fa1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0265005 Aug 19 02:28:50.278154 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a3a74bdc-4c34-49e1-82c0-8f14fc72fbf0 req-f983ad24-6fab-42f5-8712-d1434d9fa47a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Aug 19 02:28:51.374241 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-25e23bdc-101b-4973-aa87-9931bf3c45b0 req-b23c3d8f-2c31-4b37-917f-163f079d09ff tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0298328 Aug 19 02:28:51.665743 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:52.469211 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-14c3ca30-4e61-4ab8-9fb5-b4a44f5ffc23 req-4b82e285-8db0-4530-926a-007ec7a50140 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0272312 Aug 19 02:28:53.559706 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-27ddbf92-2829-426a-8786-b9e79eccf1db req-6d0b5518-8444-4b7b-b1f7-203d105f69d8 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0271268 Aug 19 02:28:54.650355 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-67435b3e-91af-41f6-b70f-cb88914a3afd req-16ed6f0e-2006-4a16-9252-bcf0949d7622 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 19 02:28:55.740492 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-884b0abd-e001-486f-81d6-7bd327685cd6 req-a9bb2df0-7aa0-4de3-90be-64a270d9b4aa tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0260241 Aug 19 02:28:56.831582 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-234b2994-d91f-40d7-9089-18499b54286d req-ba1ca113-7863-487f-9553-aa308b81aa64 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269637 Aug 19 02:28:57.926481 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-616c071e-cc92-449f-a39b-84e14a5b6f29 req-fb1ffe30-cff3-4cb2-b531-0e412b49d1b6 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0297732 Aug 19 02:28:59.017288 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c2840652-04d3-4693-9fa2-0799aad10789 req-331e2707-9733-4469-81e5-f22c261f4c56 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Aug 19 02:29:00.109890 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d034c881-5a7b-4562-a482-1e6167e9bcb7 req-6fa4c005-3b8a-4b93-b368-c59006be31b1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262961 Aug 19 02:29:01.204006 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe6fb94d-8b2d-441a-8d86-a5436f9cc7ec req-14852401-c4b4-4fbb-8f35-8fb33d8986b5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269670 Aug 19 02:29:02.298320 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-88aca8dd-8e1c-4bf7-b1cb-b9fefbaa009a req-f53651c3-ead4-477f-a2bc-d70e9d1284ab tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Aug 19 02:29:02.659939 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-50354331-92c5-4e1a-9e62-aca77c2625c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:03.390742 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c3bad206-d010-4456-893a-0a2dba7cc26a req-0b810f9e-3011-4a98-8e4f-b468d9280235 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269306 Aug 19 02:29:04.487323 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee82e1c9-357a-4e94-abd6-99b2e0af4994 req-4a9109e1-371d-4748-b72a-83e0a31973a2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Aug 19 02:29:05.289060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5b5563ee-5e9b-4a74-9527-477c5461323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:05.522608 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:05.583235 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2b62afc4-e40d-4801-92fb-9a2a8daa7e98 req-c8a27118-062b-4442-9731-72085964fcd1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Aug 19 02:29:06.356680 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:06.675029 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e8c3b3c7-06be-40e0-a5ce-0d65ce328b2a req-ffb026d8-f486-4dad-9df3-8d7a51bdb038 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Aug 19 02:29:07.765429 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce85eec6-ff17-4554-aefc-22efdcf95310 req-02cf1932-a0ae-4416-9824-24670f070e30 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262148 Aug 19 02:29:07.919346 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:29:08.059792 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:08.856109 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-27eec662-ba4f-42ba-8c11-17e50f6b85fe req-1a51d8cd-4773-4ec4-9b92-46a1634e7c74 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 19 02:29:09.948738 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e233635-fd5e-4ec2-b3a0-dfcbdd2ccf0b req-9608992d-5b7c-4526-ac6f-d22ff30e9df5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0292661 Aug 19 02:29:11.040842 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-15ad54d3-1066-4a0c-86a1-5b5d973debaf req-f8614e3d-b969-4602-9933-ec5938d6b859 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Aug 19 02:29:12.132440 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-67b3afd7-e8f6-413f-9904-48ca1d04e9c3 req-a59e2660-3025-4ae3-9a37-625ae35e2660 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0255284 Aug 19 02:29:13.223387 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8533eb7d-7fdd-48bd-84c1-9c589e1122cb req-2a10780f-50da-45ba-9dcd-cff3e0925583 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0257151 Aug 19 02:29:14.322522 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-984ef5ba-dd23-431a-ab4b-d7fa241b1e34 req-0dbbe049-50f5-4d2d-aae4-c7afbef86985 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0256910 Aug 19 02:29:15.413259 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d67900c4-b1c9-46a2-9a21-0135ae44cd8a req-587a9a3a-42a3-43ee-b2be-e48bca9304cc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Aug 19 02:29:16.509181 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-71f3db04-83b2-4267-80b8-3051a01f78fa req-48c9d0a4-c618-488e-9e1e-024f1a8871a8 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Aug 19 02:29:17.599443 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7066be03-0b42-4d63-8731-85e04013a742 req-eb4e84c7-9598-4cef-8872-ccbbdb7c73f9 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262794 Aug 19 02:29:18.690444 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d3d91a2f-b52a-459a-827c-07b203d6c5ca req-59223522-1dc9-4122-8fdd-9a5ca2b4e65c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Aug 19 02:29:19.781907 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e51a4ce8-90ee-4e8d-8d72-d90a6b489eaf req-caae02a0-e447-4ced-b9f3-787c4421c995 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Aug 19 02:29:20.872433 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-983a42ee-472f-430e-b1c5-de3f196da027 req-5f870691-e890-4792-95d2-b4361e7bf08a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0256531 Aug 19 02:29:21.705422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:21.963040 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a6bee564-7a63-4215-b45a-f066a93fb0f9 req-fe8f3775-d48b-473d-b43f-be0b6458b901 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262699 Aug 19 02:29:23.057572 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a637ca00-f75e-497e-b73e-78cdbac62bdd req-70b5abc5-5fff-4628-bee2-20ff23269fc2 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0294147 Aug 19 02:29:24.149118 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aec75886-21de-46d5-a47d-bb9a35ddc65b req-bf459b96-a0c9-4b8e-bb5f-0927b5f88a08 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0263984 Aug 19 02:29:24.354557 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-d2599ee1-409a-40a7-8af7-61c1c0fd064e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399368 Aug 19 02:29:24.424618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-1c384fb1-503f-40a9-beef-2439ae29ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:24.426130 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-1c384fb1-503f-40a9-beef-2439ae29ede4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1098 time: 0.0402133 Aug 19 02:29:24.533776 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-e69dab56-ec35-4c20-8a4f-7f24d9d09d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:24.535269 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-e69dab56-ec35-4c20-8a4f-7f24d9d09d77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 915 time: 0.0889878 Aug 19 02:29:24.576425 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-40762d66-66cd-4e72-9813-dbc4ff9b85ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 200 len: 217 time: 0.0328188 Aug 19 02:29:24.625730 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-fbb24a15-53bb-49e4-954c-b638dcaa5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:24.627104 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-fbb24a15-53bb-49e4-954c-b638dcaa5d15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 200 len: 854 time: 0.0435801 Aug 19 02:29:24.658188 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-ec63ca96-f4a7-455f-bd67-bc0ed03ba065 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a223c73-e7fa-47fd-9f87-107edf75df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237274 Aug 19 02:29:24.749500 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-45af476e-c75b-41da-b733-ac67a91eda6c service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Aug 19 02:29:24.840117 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9a20ed1d-321c-4dec-9f8e-444b1fced4dd req-872a6bd7-1c76-4ea2-ad2d-4546f961a3c1 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Aug 19 02:29:25.241818 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5c730c71-aaf1-48cf-a721-8c2189acbeaf req-5e8f6ba1-128a-4c96-b69c-26e881b60702 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Aug 19 02:29:26.332933 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9d2cbcb3-699c-4977-b7a9-f5e4e18edd84 req-f652e322-49bd-45b1-8935-2e7c64b61272 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0256071 Aug 19 02:29:27.422735 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ea982bb3-5452-4e22-8c05-2efc8880c806 req-2c0dbfb0-bbcb-40d5-93e1-8f3461eb1712 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0253103 Aug 19 02:29:28.513108 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7d014793-7cfd-4e00-a335-66381246373d req-3dede07e-b6fc-42e3-8ae2-44df2d9eb079 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262311 Aug 19 02:29:29.609012 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9f26557c-a1ee-44e8-8c1c-4803354d8980 req-f49c9e9b-b0d4-4b43-a7b5-8bf09352e813 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0303395 Aug 19 02:29:30.700221 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8d891649-01e3-4fde-aa98-ee96560140d7 req-a9b067d1-0e7c-4cb6-91a4-928e96960d34 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Aug 19 02:29:31.793034 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c3d8f7f0-7763-4561-8e5d-80e565c7bd3c req-1c75c573-63cb-4fee-bb35-d2f0814495d0 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Aug 19 02:29:32.699265 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bbc61df2-8b3d-44db-8f28-78353a00eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:32.884218 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6648be18-ddcb-4995-96a3-816cbd7eecbb req-e0c6b39f-62b9-40db-9a11-ee5817a2384f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0252478 Aug 19 02:29:33.975493 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b2cdcb58-8f7f-49c2-8190-5b4b7a2dd67d req-3957fc5f-c5c4-4918-8316-23e67735a26f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262837 Aug 19 02:29:35.066126 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-920e95bb-f39d-4b14-a9f5-c193730f923c req-4bbcfaf4-2454-4ad1-937e-a5c80fa1a329 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Aug 19 02:29:35.213913 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce0ba-d015-4ed7-8cef-11ad0090ba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:35.488013 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:36.161493 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5153125a-db9b-4ca2-a249-317e4f81dbcc req-bfe0c78b-2793-4f4b-9917-33fdbf9ea1e9 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0300791 Aug 19 02:29:36.332205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:37.253224 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c60c8284-7e49-4cc8-890d-9824d06c70e0 req-85e87c6c-947c-459f-aa41-bc5da180cbba tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269868 Aug 19 02:29:38.105134 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:38.347771 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce557cd4-cedc-4fba-b08d-32ee2fb4d13d req-3af706d5-8f98-496d-a814-ce92a43b180f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0261874 Aug 19 02:29:39.438365 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8477514b-db05-4697-bc2d-bf44dfdc8b4a req-c857c2e6-d70f-43fa-af7c-3d4531a20182 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Aug 19 02:29:40.529150 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1cdf9469-7662-4948-a71f-e0dacaca39ff req-f62f6926-becc-4fa8-813a-8a5246c9878c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0251884 Aug 19 02:29:41.620778 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be049fa8-6917-4280-b03c-e333c7dc18c6 req-33150003-0e4e-460f-89a8-200a8b3d68c5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259693 Aug 19 02:29:42.714758 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4f314220-5e05-4fe6-be7e-5ef667be241d req-01a33c28-1309-46f1-b6b3-1f5a8b70f736 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Aug 19 02:29:43.805924 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2c7566e4-a233-4075-852c-822b2de9d428 req-d9949621-c51c-47e3-a1f2-90fcd5943f23 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258121 Aug 19 02:29:44.896063 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-66dac4fa-b3fc-4df3-9d17-cc9b91b09dcb req-5c0694c5-1437-40cd-8efe-115850678ec1 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Aug 19 02:29:44.917553 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:29:45.987483 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5c02b556-ee57-48f8-909c-8a4a539c8636 req-dbbe7cdb-51c7-42a3-aaf1-ce2a4f72adbc tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Aug 19 02:29:47.078554 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8d10b682-9504-4f67-887e-d1311fed0c65 req-1e3c1cd4-5e01-4d77-93a5-a237a5cde4c4 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Aug 19 02:29:48.168731 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ab445c51-fa34-4a96-84a6-19897223c1ed req-a6537cf0-5c14-4084-8c1f-a07790e0d43f tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0258620 Aug 19 02:29:49.263033 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c8df797e-2890-44bc-b297-289699f49738 req-44922e3b-9526-4005-9d16-a55a1c60db6c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0296435 Aug 19 02:29:50.354773 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-729d813b-02ed-4427-adf0-15cae46c0291 req-30991837-4402-4b02-930c-315324c366a4 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0267699 Aug 19 02:29:51.446825 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d8ef79d2-e969-45f3-9245-3d5fcf28099f req-3bcd676d-e2ac-4761-a880-11979f2f358c tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0256789 Aug 19 02:29:51.703474 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:52.536985 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2ba3bc5e-ab6b-44e6-987a-ca3dc7d4a973 req-9e65f2f3-3273-4a94-ac0b-7f859f44aff5 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0254874 Aug 19 02:29:53.628104 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c9ca818d-f743-45ea-84ce-73bd00a884be req-6696c209-7dfb-4ec3-ac1a-dfe126bd0291 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0259349 Aug 19 02:29:54.719527 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f9dc185c-aecc-48c5-9eae-d5217533e69a req-7ba861e8-2424-41cc-9472-6a9886df196e tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0269451 Aug 19 02:29:55.813066 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5bbc7c14-d527-4f14-bd2b-896d24c4c8e0 req-fadd51fa-0036-489c-8fb2-ed5a32500bd3 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0296655 Aug 19 02:29:56.903409 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-705312e5-f719-4b62-9922-4748d2641d83 req-0301664c-8961-4f9b-a627-792f119f1db8 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262508 Aug 19 02:29:57.997039 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bc1f034c-363e-41bb-ac33-28699e7a54da req-4bd44ff6-40dd-4fc9-b08b-0ceefb0b4d5b tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0272555 Aug 19 02:29:59.095736 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-af0dc2cf-1b83-4c7f-b322-a3701576dedb req-bac9db17-eaeb-4fa7-8962-919f7015eab7 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0302305 Aug 19 02:30:00.198162 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-861d784d-b9f8-46f9-9b85-9f12cc768e0d req-5fb0ced0-eba6-4d41-b563-94ed5c6626dd tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?device_id=815ace11-4a70-4a1c-b8f7-64bf0a70aa37 HTTP/1.1" status: 200 len: 210 time: 0.0262845 Aug 19 02:30:01.411779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-460fb5d5-8291-4818-8ab4-3b458f10c3ab tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566394768&fields=id&tenant_id=3c66a4d5f54443e4b5e42435286481b1 HTTP/1.1" status: 200 len: 267 time: 0.0322328 Aug 19 02:30:01.515400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-cf2c417a-eb55-482d-a0ca-f5699842c7ee tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:01.516831 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-cf2c417a-eb55-482d-a0ca-f5699842c7ee tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/networks?id=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 HTTP/1.1" status: 200 len: 811 time: 0.0977418 Aug 19 02:30:01.531212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-03eaf071-e31d-4ff3-af17-d422fd0ad080 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/quotas/3c66a4d5f54443e4b5e42435286481b1 HTTP/1.1" status: 200 len: 375 time: 0.0087838 Aug 19 02:30:01.597606 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-9fe3ca06-144d-44db-a5fb-95db8a4e0d2a tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c66a4d5f54443e4b5e42435286481b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613110 Aug 19 02:30:01.750227 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-105bd2d7-d44f-41d9-a7e3-7b742fce5295 service neutron] 10.222.0.38 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401792 Aug 19 02:30:01.849194 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdb0adf-a631-4b8c-b2af-d788ac14a362 req-2b6bc783-9c0d-42bf-a590-08cdd354666d service neutron] 10.222.0.38 "GET /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924520 Aug 19 02:30:02.057266 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 48674) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:02.195984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Deleting port 932e6124-06ac-4a7d-b121-6bd30a784fb7 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:02.196332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.273713 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.274064 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.285723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Calling delete_port for 932e6124-06ac-4a7d-b121-6bd30a784fb7 owned by network:floatingip {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:02.527026 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.562493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event deleted for resources: {'Port': ['ID=932e6124-06ac-4a7d-b121-6bd30a784fb7,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:02.574380 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.574731 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.575072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.575435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.575770 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.576428 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.577127 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.577752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.578650 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.579001 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.579586 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.579984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:02.642572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for floatingip, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.645868 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:02.647195 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-9a329703-a47b-4fca-a91f-fdacf5e1e513 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "DELETE /v2.0/floatingips/d389d243-490b-4d3e-92ab-ed6e10e4fff1 HTTP/1.1" status: 204 len: 168 time: 0.5889151 Aug 19 02:30:02.687224 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-85c9d41f-61f6-49b3-ac2d-ebbc7abcd750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:05.222843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-09a36cf7-936c-419a-b09b-5b9aa5f51cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:05.519738 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:06.336667 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:08.091478 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:21.727614 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:21.917724 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:30:25.331509 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-8ca9a13a-f41a-4b0d-9f50-f7b5d753b09f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392895 Aug 19 02:30:25.428115 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-86db4f20-31a2-49a7-8a8e-169e936b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.429605 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-86db4f20-31a2-49a7-8a8e-169e936b44b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0406413 Aug 19 02:30:25.534797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-b8ba5e4c-7fe5-4c17-8a24-8b1b01370943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.536303 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-b8ba5e4c-7fe5-4c17-8a24-8b1b01370943 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0881546 Aug 19 02:30:25.605585 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-ca04c53b-003a-456e-b77b-b108996930da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0613813 Aug 19 02:30:25.655759 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-a58f26ff-92d3-4695-89ee-6ff324057b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.657237 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-a58f26ff-92d3-4695-89ee-6ff324057b79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0446534 Aug 19 02:30:25.704169 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-f340209c-fc2f-4556-8820-35bab7d74cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.705680 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-f340209c-fc2f-4556-8820-35bab7d74cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407677 Aug 19 02:30:25.799952 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-da8001be-46b7-468a-8118-9a0952a79b31 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Aug 19 02:30:25.889606 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7e3e81c8-8a7f-4fd4-bd10-7c06182c556a req-1fc1d5d3-29fd-44b2-b1cf-ef9fc86fd4eb service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823801 Aug 19 02:30:32.684957 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ff10fbea-e96e-488c-85ed-fc3cb20de475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:35.230242 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5875bc2e-846d-493e-a6c6-6b871023fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:35.510468 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.347446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.061552 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:51.715578 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:58.917615 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:31:02.712196 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-64bdb411-10fb-47ca-8262-1d91e230a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.258754 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b0ec884f-7b81-4e7b-9bc1-01f92f527f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.509661 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:06.352500 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:08.049009 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:21.717166 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.336056 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-e41dbf8b-1655-46b6-99dc-1ecd165638c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388875 Aug 19 02:31:25.409917 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-99f7351b-e0e0-44dc-b737-b68fc5c9438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:25.411460 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-99f7351b-e0e0-44dc-b737-b68fc5c9438d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0434961 Aug 19 02:31:25.517655 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-2f83390e-cc0c-451d-80b7-bb9ad2036efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:25.519180 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-2f83390e-cc0c-451d-80b7-bb9ad2036efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0888042 Aug 19 02:31:25.589488 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-33b26cb8-c5c4-4907-9f82-e71656d13967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0620997 Aug 19 02:31:25.638850 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-430e9975-f212-4eb6-bcef-dd21e848dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:25.640329 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-430e9975-f212-4eb6-bcef-dd21e848dd7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0446286 Aug 19 02:31:25.684999 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-b39489f7-a11e-4ad3-b6cb-651dd925b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:25.686490 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-b39489f7-a11e-4ad3-b6cb-651dd925b26c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394471 Aug 19 02:31:25.780928 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-6dcc098f-7fa8-44aa-8da3-cffaf9ad48c2 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Aug 19 02:31:25.873695 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-34ec310b-6b69-45e8-bb46-a1fc026e4507 req-965facea-f043-462c-90f4-48ccd9c57b10 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Aug 19 02:31:32.676847 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a225b733-484f-4f04-9a35-9d2ae0c63021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.231252 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-803b98fd-a1e0-4305-82b5-dd9f9f56613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.528430 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.916157 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:31:36.516955 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.063365 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.720693 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:02.687467 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d2e9b6cd-853e-4053-92cd-4d55095353f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:05.247947 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e1401acd-4c6e-434a-89cb-40167d273dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:05.515646 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:06.349805 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.076185 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:12.917701 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:32:21.771559 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.999798 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-6646c09c-69ab-471f-adb3-9aef8a115c87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835075 Aug 19 02:32:27.071772 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-c848911e-85c7-4b8d-bd2f-aa04b109c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:27.073212 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-c848911e-85c7-4b8d-bd2f-aa04b109c44e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1098 time: 0.0392337 Aug 19 02:32:27.174145 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-13d53c26-3ad0-4ad6-a126-a6243a98a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:27.175615 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-13d53c26-3ad0-4ad6-a126-a6243a98a0bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 915 time: 0.0839174 Aug 19 02:32:27.221692 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-4d95843f-79ce-47be-a063-bdd4c270b0e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 200 len: 217 time: 0.0385709 Aug 19 02:32:27.270323 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-675c57fd-be78-4114-867c-aafd2b59c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:27.271641 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-675c57fd-be78-4114-867c-aafd2b59c2bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 200 len: 854 time: 0.0436561 Aug 19 02:32:27.302427 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-03b14e0a-f7f0-421c-b8b3-9377bb07d57c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a223c73-e7fa-47fd-9f87-107edf75df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237515 Aug 19 02:32:27.313838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-9bfedc0c-a400-494a-b209-f03763980f70 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:32:27.314822 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-9bfedc0c-a400-494a-b209-f03763980f70 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055568 Aug 19 02:32:27.409002 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-a064086b-41c7-4a1c-b55c-6f58e7b05f7f service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Aug 19 02:32:27.499772 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1aa0ea6d-eac7-49f6-8f97-3623c72f6215 req-57999d73-7efc-4492-b774-a59b42e38f0d service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832782 Aug 19 02:32:32.801029 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8b7622b1-d3a8-4edf-bfbc-22f7b7d3f6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.217818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0c3a29f4-6314-4018-8737-b582824d00da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.514434 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:36.383383 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:38.068823 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:49.916486 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:32:51.703275 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.702312 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e6fee790-7266-49cc-98a7-90f949ebd622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.216090 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-da242b8c-474e-4d57-99c5-9e7285208c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.496634 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.353662 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:08.056178 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:21.724684 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:26.916067 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:33:27.321875 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-acb28b0c-d221-4f9a-9382-bc187d83ba0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495129 Aug 19 02:33:27.393639 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-a589aa63-433a-4340-ba49-e92105518277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.395153 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-a589aa63-433a-4340-ba49-e92105518277 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0405190 Aug 19 02:33:27.496848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-e07f45e2-7fc7-4f10-b8d5-dcac003a2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.498135 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-e07f45e2-7fc7-4f10-b8d5-dcac003a2e15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 200 len: 916 time: 0.0836606 Aug 19 02:33:27.541935 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-1a17bc43-ad98-431a-b7da-73e383c79d85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 200 len: 217 time: 0.0367365 Aug 19 02:33:27.590563 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-b7462ee7-e18f-4eb1-824f-cd6b12a5acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.591973 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-b7462ee7-e18f-4eb1-824f-cd6b12a5acc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19184ce2-158b-4814-9556-49ea56eeb1ad HTTP/1.1" status: 200 len: 854 time: 0.0431914 Aug 19 02:33:27.636178 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-27f40623-2471-4ccf-a0dd-c001f127d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.637616 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-27f40623-2471-4ccf-a0dd-c001f127d320 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9727a1f-4aa9-460a-a229-0b1447238291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387933 Aug 19 02:33:27.730493 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-e3539a68-dd85-45cd-97ee-44dc1fb583d3 service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855711 Aug 19 02:33:27.816934 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7f1048a6-0e40-468b-b1aa-3b778be5ca50 req-06fe4e6b-6893-4c09-ab5a-7385c4783142 service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797567 Aug 19 02:33:32.678753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c80b1e00-7f5f-4be9-9827-55eb881a35d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:35.244561 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4149e6b5-c6c4-4026-93a7-aad116a82d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:35.500946 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:36.353163 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:38.084785 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:51.735687 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:02.672804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1263f78e-64ef-4cc1-bf21-302204004715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:03.914782 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:34:05.226638 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-73dc838e-c8f2-4115-a4a4-ac7a0225e1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:05.523081 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:06.340783 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:08.089212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:21.780928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:30.134569 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-4b2dea0e-2f2a-404f-902f-a1c8de529960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436003 Aug 19 02:34:30.231072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-61184654-aecd-49b1-a2d1-baa137d8b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:30.232629 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-61184654-aecd-49b1-a2d1-baa137d8b0be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0407288 Aug 19 02:34:30.349544 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-743b7145-6251-4321-950f-1a01066d667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:30.351041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-743b7145-6251-4321-950f-1a01066d667d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0989366 Aug 19 02:34:30.417075 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-ab6b7859-29a6-4fe1-b997-f095ee7ccb83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0580885 Aug 19 02:34:30.464376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-28b5f969-1e3d-42a0-90c1-8f6869b3cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:30.465675 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-28b5f969-1e3d-42a0-90c1-8f6869b3cf0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0423689 Aug 19 02:34:30.513144 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-a093f1fa-cd60-4b16-bd85-1be021b538c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:30.514601 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-a093f1fa-cd60-4b16-bd85-1be021b538c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420725 Aug 19 02:34:30.838836 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-c14b4654-d339-4a68-aa83-fc21ab9a3138 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170161 Aug 19 02:34:30.934233 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b333fc39-01a9-4535-886b-ec0bd8544c4e req-a5bb865d-81b0-4212-aec4-f09a75fdbcbf service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Aug 19 02:34:32.710494 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a010f6c2-78c4-41d2-b5bf-11bd73699334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:35.209099 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5e676fb9-c682-4598-9412-adc26bc6e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:35.500557 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:36.386147 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:38.100439 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:40.915194 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:34:51.757145 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:02.697849 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-48281ee1-fd47-4919-83fd-dfa8d3bea2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:05.225767 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c909f194-7321-42b2-9e6a-697e325610e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:05.549037 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:06.368398 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:08.088616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:17.914357 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:35:21.765889 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:30.308885 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-5ebec9df-eccd-4513-9f47-718df338037d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395284 Aug 19 02:35:30.381988 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197b6-b165-45e7-8bba-411ea914c78f req-8b62ac4a-6f5b-45da-80b6-a317412efa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:30.383412 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-8b62ac4a-6f5b-45da-80b6-a317412efa09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0415504 Aug 19 02:35:30.487366 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197b6-b165-45e7-8bba-411ea914c78f req-c11f988f-d912-4135-8828-bec7fcd767e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:30.488778 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-c11f988f-d912-4135-8828-bec7fcd767e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0856614 Aug 19 02:35:30.553170 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-b79eef94-7aa1-4c7d-a2ff-2d85c7c7a7ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0565450 Aug 19 02:35:30.604465 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197b6-b165-45e7-8bba-411ea914c78f req-4ba650e8-0a42-45ff-a1f9-58341fc58fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:30.605957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-4ba650e8-0a42-45ff-a1f9-58341fc58fee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0458598 Aug 19 02:35:30.649115 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197b6-b165-45e7-8bba-411ea914c78f req-8c9c9c44-ff68-45a9-8399-efc8bfb3d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:30.650482 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-8c9c9c44-ff68-45a9-8399-efc8bfb3d85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376279 Aug 19 02:35:30.739429 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-fc064c6e-ccaa-4e3c-8521-75aae846929c service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815630 Aug 19 02:35:30.838195 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-37c197b6-b165-45e7-8bba-411ea914c78f req-44884fb0-e632-4ac9-89a3-ced68df45561 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Aug 19 02:35:32.702458 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-45fba34b-99a9-4462-b6a0-0c2657f2e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:35.228495 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c80e395f-3c41-4085-a333-45eb9de8cf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:35.527999 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:36.371051 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:38.094263 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:51.778825 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:54.913317 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:36:02.715688 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54294) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:02.716890 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3694df6a-7220-4855-9916-198b7879a3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:02.784173 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:02.808800 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:02.929616 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:02.932347 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:02.933497 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] 10.222.0.38 "DELETE /v2.0/security-groups/76a2ad63-4de4-4edc-8dc8-a34ca9cc1713 HTTP/1.1" status: 204 len: 168 time: 0.2147462 Aug 19 02:36:02.943062 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2ad63-4de4-4edc-8dc8-a34ca9cc1713,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:02.950364 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.950717 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.951058 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.951390 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.951723 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.952056 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.952385 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.952710 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.953037 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.953361 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.954332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:02.954897 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec838c26-099a-407b-887e-2bee30cdab55 tempest-TestVolumeBootPattern-286393795 tempest-TestVolumeBootPattern-286393795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:03.185311 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54304) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:03.705662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:03.943553 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Deleting port b59bfcab-f3ea-4d8a-8a07-3991f9aab835 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:03.944241 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.022931 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] For port b59bfcab-f3ea-4d8a-8a07-3991f9aab835, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:04.023290 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.035147 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Calling delete_port for b59bfcab-f3ea-4d8a-8a07-3991f9aab835 owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:04.272576 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.299434 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59bfcab-f3ea-4d8a-8a07-3991f9aab835,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:04.461064 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.672576 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Router 187ac0cc-077d-4df0-9c11-a75ae63060c7 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:36:04.777584 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:36:04.783657 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7c92f40f-b46e-4672-948b-50a28d84b394 admin admin] 10.222.0.38 "PUT /v2.0/routers/187ac0cc-077d-4df0-9c11-a75ae63060c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972142 Aug 19 02:36:04.786040 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54332) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:04.788184 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Sync routers for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:36:04.798400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:04.799049 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:35:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:04.893520 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks [] for router, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.903674 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:04.996421 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.080125 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:36:04Z', 'revision_number': 5, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port': {'id': '23e72146-a30f-402e-b4cf-1808105c07c0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:34Z', 'updated_at': '2021-08-19T02:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.097818 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Deleting port 23e72146-a30f-402e-b4cf-1808105c07c0 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:05.098119 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.105717 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Checking router: 187ac0cc-077d-4df0-9c11-a75ae63060c7 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:36:05.114600 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Routers {'187ac0cc-077d-4df0-9c11-a75ae63060c7'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:05.115207 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:35:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['187ac0cc-077d-4df0-9c11-a75ae63060c7'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.179437 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] For port 23e72146-a30f-402e-b4cf-1808105c07c0, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=23e72146-a30f-402e-b4cf-1808105c07c0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:05.179802 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.191779 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Calling delete_port for 23e72146-a30f-402e-b4cf-1808105c07c0 owned by network:router_gateway {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:05.206753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] Set router 187ac0cc-077d-4df0-9c11-a75ae63060c7 gateway port host: None {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:05.260453 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:36:04Z', 'revision_number': 6, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.262179 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3043fece-b2a0-42d3-8c86-396815558443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.288542 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ab0b-97b8-4e43-8f4f-168a208646a7 None None] The sync data for ids ['187ac0cc-077d-4df0-9c11-a75ae63060c7'] in dv-cinder-757936-6-iscsi is: [{'id': '187ac0cc-077d-4df0-9c11-a75ae63060c7', 'name': 'tempest-TestVolumeBootPattern-608617698-router', 'tenant_id': '3c66a4d5f54443e4b5e42435286481b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:33Z', 'updated_at': '2021-08-19T02:36:04Z', 'revision_number': 6, 'project_id': '3c66a4d5f54443e4b5e42435286481b1', 'gw_port_host': None}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:36:05.419911 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.448594 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e72146-a30f-402e-b4cf-1808105c07c0,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:05.501265 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.535863 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.835178 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.837209 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.992964 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.993448 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187ac0cc-077d-4df0-9c11-a75ae63060c7 {{(pid=94405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:36:05.998332 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.999467 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-bfb6d0c8-ad46-4686-a89c-e8b1c30cad95 admin admin] 10.222.0.38 "DELETE /v2.0/routers/187ac0cc-077d-4df0-9c11-a75ae63060c7 HTTP/1.1" status: 204 len: 168 time: 1.2122917 Aug 19 02:36:06.002568 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54354) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:06.045093 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Deleting subnet 3adf476a-8b5e-4435-a88f-99787d67cff3 {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:36:06.047959 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.088683 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.127488 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b59bfcab-f3ea-4d8a-8a07-3991f9aab835 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:06.146913 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: b59bfcab-f3ea-4d8a-8a07-3991f9aab835 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:06.147258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b59bfcab-f3ea-4d8a-8a07-3991f9aab835 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:06.147667 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 23e72146-a30f-402e-b4cf-1808105c07c0 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:06.165446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 23e72146-a30f-402e-b4cf-1808105c07c0 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:06.165778 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 23e72146-a30f-402e-b4cf-1808105c07c0 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:06.200903 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.296159 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.322953 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adf476a-8b5e-4435-a88f-99787d67cff3,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:06.326503 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.335459 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 54356) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:06.336420 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5ea96d98-2aff-4b19-b2b7-73b79584ab17 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3adf476a-8b5e-4435-a88f-99787d67cff3 HTTP/1.1" status: 204 len: 168 time: 0.3269789 Aug 19 02:36:06.336872 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbaafbe-7b5d-4a9c-97ed-1c0a75c5b200 None None] Network 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:36:06.380777 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.417144 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.480339 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Deleting port 63ccfc20-bfd2-4bee-abd3-40443645bd5a {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:06.480339 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.527406 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] DHCP port deletion for 2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:36:06.546360 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] For port 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=63ccfc20-bfd2-4bee-abd3-40443645bd5a,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:06.546717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.559310 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Calling delete_port for 63ccfc20-bfd2-4bee-abd3-40443645bd5a owned by network:dhcp {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:06.574519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Deleting port 63ccfc20-bfd2-4bee-abd3-40443645bd5a {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:06.574982 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.638996 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] For port 63ccfc20-bfd2-4bee-abd3-40443645bd5a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=63ccfc20-bfd2-4bee-abd3-40443645bd5a,segment=NetworkSegment(bed30251-7234-4a77-bccd-eb26056adf02),segment_id=bed30251-7234-4a77-bccd-eb26056adf02)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:06.639343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.651468 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Calling delete_port for 63ccfc20-bfd2-4bee-abd3-40443645bd5a owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:06.727528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.755759 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Pushing event deleted for resources: {'Port': ['ID=63ccfc20-bfd2-4bee-abd3-40443645bd5a,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:06.758035 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] No DVR routers for this DVR port 63ccfc20-bfd2-4bee-abd3-40443645bd5a on host dv-cinder-757936-6-iscsi {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:06.774144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.783496 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.783848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.784196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.784538 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.784875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.785212 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.785544 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.785872 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.786228 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.786555 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.786882 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.787208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.798505 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Pushing event deleted for resources: {'Port': ['ID=63ccfc20-bfd2-4bee-abd3-40443645bd5a,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:06.809061 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] No DVR routers for this DVR port 63ccfc20-bfd2-4bee-abd3-40443645bd5a on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:06.811762 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.812117 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.812633 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.813205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.813539 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.813967 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.814219 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.814560 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.814918 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.815232 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.815555 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.815876 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87933d25-9cbb-4258-96ca-53f78eb8f301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:06.853313 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.863129 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7b271c-f2df-44e1-9b0a-ad56ab035ff7']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:06.873327 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed30251-7234-4a77-bccd-eb26056adf02') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:06.873619 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed30251-7234-4a77-bccd-eb26056adf02') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:06.882252 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.895945 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.901677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:36:06.902143 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:36:06.903802 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:36:07.021205 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.026687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.028499 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c7b271c-f2df-44e1-9b0a-ad56ab035ff7 HTTP/1.1" status: 204 len: 168 time: 0.6955731 Aug 19 02:36:07.031463 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54374) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:07.040427 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e995a-c6e0-4991-aed7-4949841caa7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7b271c-f2df-44e1-9b0a-ad56ab035ff7,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:07.366168 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.604834 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Deleting port 30eca830-5f25-42dd-877f-60f7bb2a1add {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:07.605176 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.684917 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] For port 30eca830-5f25-42dd-877f-60f7bb2a1add, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=30eca830-5f25-42dd-877f-60f7bb2a1add,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:07.685188 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.697563 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Calling delete_port for 30eca830-5f25-42dd-877f-60f7bb2a1add owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:07.952765 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.986742 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30eca830-5f25-42dd-877f-60f7bb2a1add,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:08.121479 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.169504 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.173299 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 63ccfc20-bfd2-4bee-abd3-40443645bd5a no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:08.195172 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 63ccfc20-bfd2-4bee-abd3-40443645bd5a {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:08.195540 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 63ccfc20-bfd2-4bee-abd3-40443645bd5a not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:08.379552 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:36:08.480837 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:36:08.486417 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-555e3626-5a41-469e-bedc-82b8ec6201b0 admin admin] 10.222.0.38 "PUT /v2.0/routers/7a9924ba-3e7b-44a3-a3c5-621df9a80578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532523 Aug 19 02:36:08.489034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 54392) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:08.491017 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Sync routers for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:36:08.499976 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:08.501143 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:36:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:08.593161 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks [] for router, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.603921 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:08.698295 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.786541 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:36:07Z', 'revision_number': 5, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port': {'id': '71841e9e-399b-4e8a-8f21-ddb2daaea748', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:08.811783 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Deleting port 71841e9e-399b-4e8a-8f21-ddb2daaea748 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:08.812876 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.812992 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Checking router: 7a9924ba-3e7b-44a3-a3c5-621df9a80578 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:36:08.821726 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Routers {'7a9924ba-3e7b-44a3-a3c5-621df9a80578'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:08.822083 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:36:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:08.897718 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] For port 71841e9e-399b-4e8a-8f21-ddb2daaea748, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=71841e9e-399b-4e8a-8f21-ddb2daaea748,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:08.898108 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.908341 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] Set router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 gateway port host: None {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:08.910243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Calling delete_port for 71841e9e-399b-4e8a-8f21-ddb2daaea748 owned by network:router_gateway {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:08.960066 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:36:08Z', 'revision_number': 6, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:08.990960 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa82c1a-e75d-4a23-b1ec-bab88bfdf21e None None] The sync data for ids ['7a9924ba-3e7b-44a3-a3c5-621df9a80578'] in dv-cinder-757936-6-iscsi is: [{'id': '7a9924ba-3e7b-44a3-a3c5-621df9a80578', 'name': 'tempest-TestVolumeBootPattern-203815397-router', 'tenant_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:40Z', 'updated_at': '2021-08-19T02:36:08Z', 'revision_number': 6, 'project_id': 'd64ebb4cd5314433b6cf176c7f15faf0', 'gw_port_host': None}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:36:09.152434 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.179741 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Pushing event deleted for resources: {'Port': ['ID=71841e9e-399b-4e8a-8f21-ddb2daaea748,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:09.237400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.329988 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.332249 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.461378 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.461954 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9924ba-3e7b-44a3-a3c5-621df9a80578 {{(pid=94404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:36:09.466840 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.470312 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-07855413-27b9-4ae4-a671-528fa901c507 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7a9924ba-3e7b-44a3-a3c5-621df9a80578 HTTP/1.1" status: 204 len: 168 time: 0.9779570 Aug 19 02:36:09.471126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 54408) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:09.521475 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Deleting subnet 6b45f603-08c1-4246-8c8c-b95074753de0 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:36:09.525920 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.571579 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.710315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.850953 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.886976 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b45f603-08c1-4246-8c8c-b95074753de0,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:09.890572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.893040 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b41779ad-734f-4ce3-965f-225ed0eea116 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6b45f603-08c1-4246-8c8c-b95074753de0 HTTP/1.1" status: 204 len: 168 time: 0.4206665 Aug 19 02:36:09.895589 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54416) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:09.901931 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682c13e-68e8-4439-a8d7-9556a8da6425 None None] Network 580e790e-56f1-444a-a026-dac6fb87d7b8 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:36:09.987875 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.114467 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Deleting port ff9bb696-6e92-43ff-8c69-a79827bf8354 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:10.114934 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.137096 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] DHCP port deletion for 580e790e-56f1-444a-a026-dac6fb87d7b8 request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:36:10.142652 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 71841e9e-399b-4e8a-8f21-ddb2daaea748 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:10.164458 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 71841e9e-399b-4e8a-8f21-ddb2daaea748 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:10.164800 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 71841e9e-399b-4e8a-8f21-ddb2daaea748 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:10.165212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 30eca830-5f25-42dd-877f-60f7bb2a1add no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:10.335251 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 30eca830-5f25-42dd-877f-60f7bb2a1add {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:10.335487 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 30eca830-5f25-42dd-877f-60f7bb2a1add not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:10.359102 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Deleting port ff9bb696-6e92-43ff-8c69-a79827bf8354 {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:10.359558 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.429788 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] For port ff9bb696-6e92-43ff-8c69-a79827bf8354, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ff9bb696-6e92-43ff-8c69-a79827bf8354,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:10.430175 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] For port ff9bb696-6e92-43ff-8c69-a79827bf8354, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ff9bb696-6e92-43ff-8c69-a79827bf8354,segment=NetworkSegment(0d3e9b71-022e-4a4c-9170-d61757facbfb),segment_id=0d3e9b71-022e-4a4c-9170-d61757facbfb)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:10.430384 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.430592 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.442635 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Calling delete_port for ff9bb696-6e92-43ff-8c69-a79827bf8354 owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:10.442864 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Calling delete_port for ff9bb696-6e92-43ff-8c69-a79827bf8354 owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:10.592657 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.603350 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.621403 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9bb696-6e92-43ff-8c69-a79827bf8354,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:10.624811 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] No DVR routers for this DVR port ff9bb696-6e92-43ff-8c69-a79827bf8354 on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:10.627180 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] Pushing event deleted for resources: {'Port': ['ID=ff9bb696-6e92-43ff-8c69-a79827bf8354,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:10.633601 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d71459-fae4-4a5e-95aa-00d4f3012566 None None] No DVR routers for this DVR port ff9bb696-6e92-43ff-8c69-a79827bf8354 on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:10.694787 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.705182 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580e790e-56f1-444a-a026-dac6fb87d7b8']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.714568 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3e9b71-022e-4a4c-9170-d61757facbfb') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.714865 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3e9b71-022e-4a4c-9170-d61757facbfb') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.723969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.737111 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.742969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:36:10.749513 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:36:10.870067 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.875327 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.877141 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] 10.222.0.38 "DELETE /v2.0/networks/580e790e-56f1-444a-a026-dac6fb87d7b8 HTTP/1.1" status: 204 len: 168 time: 0.9802022 Aug 19 02:36:10.888069 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42a488-7939-4020-872d-6c512fac2f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=580e790e-56f1-444a-a026-dac6fb87d7b8,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:11.185462 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54440) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:11.225522 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-cfc1708b-33b2-4883-96a5-c96e133f3666 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c66a4d5f54443e4b5e42435286481b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388837 Aug 19 02:36:11.228027 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 54444) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:11.275511 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.295602 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.401205 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.403680 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.404807 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/611bfddb-c236-40d3-b4e9-6c2009b59531 HTTP/1.1" status: 204 len: 168 time: 0.1758544 Aug 19 02:36:11.412431 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229fbcb-a2f2-4592-b4d0-7f31a2d5f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611bfddb-c236-40d3-b4e9-6c2009b59531,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:12.036062 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 54456) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:12.063817 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ff9bb696-6e92-43ff-8c69-a79827bf8354 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:12.080974 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-97eda069-5835-4012-9d6f-aee35c6396be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d64ebb4cd5314433b6cf176c7f15faf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437615 Aug 19 02:36:12.083479 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 54458) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:12.086690 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: ff9bb696-6e92-43ff-8c69-a79827bf8354 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:12.087042 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ff9bb696-6e92-43ff-8c69-a79827bf8354 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:12.131121 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.153598 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.272623 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.275326 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.276606 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3b7af3c-e5c3-4bf0-89cc-b81d74fa1bff HTTP/1.1" status: 204 len: 168 time: 0.1921098 Aug 19 02:36:12.286034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ffeed-88f7-4857-b916-17c7e53008f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7af3c-e5c3-4bf0-89cc-b81d74fa1bff,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:21.792164 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:31.389454 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-4c6d9401-9b50-4f90-9d1b-f3ee0b823ffc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394907 Aug 19 02:36:31.464485 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-1d68ed72-7252-4397-aa15-6c0a6f2096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:36:31.465859 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-1d68ed72-7252-4397-aa15-6c0a6f2096ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d47a0aede54af2bffe5415bdb49a95&device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 1098 time: 0.0422194 Aug 19 02:36:31.566152 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-9f604359-d258-4de2-9fe1-05d9e18a0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:36:31.567587 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-9f604359-d258-4de2-9fe1-05d9e18a0e7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 200 len: 915 time: 0.0822165 Aug 19 02:36:31.612795 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-a15e6ad9-a61d-4d72-ac41-773204f9f78a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 200 len: 217 time: 0.0379035 Aug 19 02:36:31.660501 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-d4ae0198-e2e0-43fa-ac17-dcaf70acfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:36:31.661910 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-d4ae0198-e2e0-43fa-ac17-dcaf70acfce8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 200 len: 854 time: 0.0421770 Aug 19 02:36:31.693330 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-7c986251-8856-47d9-8b3f-9c3dec86f026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a223c73-e7fa-47fd-9f87-107edf75df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244975 Aug 19 02:36:31.785842 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-2331f682-5f95-4980-8b7d-5727a77fdd06 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852129 Aug 19 02:36:31.874338 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5360276c-862e-426c-9a6a-c0c6ab40d081 req-593fa040-1374-4b49-a870-b9ffe802f6a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Aug 19 02:36:31.911204 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:36:32.709633 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5aebe484-7eda-425f-9da5-be20f11086dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:35.218020 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6c4-7632-491e-8d6b-a8975eb67c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:35.506146 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:36.412542 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:38.103818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:51.772058 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:02.697254 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7f23b5f2-f26d-43c1-8697-1b24d8d60779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.223288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-2799691a-b675-4615-b224-911931f07029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.521705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:06.361516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.109241 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.909407 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:37:21.805706 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:32.668734 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3d06200a-e480-419e-916b-86b7ba34e0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:33.197903 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-75bb5735-b892-4224-a985-61924e3f501c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476665 Aug 19 02:37:33.273540 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-102faf99-9469-4af1-adaa-657e4ffd3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:33.274943 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-102faf99-9469-4af1-adaa-657e4ffd3e60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0436802 Aug 19 02:37:33.375643 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-622e91c5-8042-4aed-981f-ec7df62c3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:33.377181 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-622e91c5-8042-4aed-981f-ec7df62c3233 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 200 len: 916 time: 0.0837710 Aug 19 02:37:33.421723 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-4d378ada-bd3d-4c32-933c-b051257944fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 200 len: 217 time: 0.0365539 Aug 19 02:37:33.471886 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-2ef4c4b5-8e3c-485d-a021-32e666d1b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:33.473363 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-2ef4c4b5-8e3c-485d-a021-32e666d1b09f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19184ce2-158b-4814-9556-49ea56eeb1ad HTTP/1.1" status: 200 len: 854 time: 0.0455661 Aug 19 02:37:33.518268 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-65454083-a3c8-47ed-b3c1-012cb13e2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:33.519784 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-65454083-a3c8-47ed-b3c1-012cb13e2b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9727a1f-4aa9-460a-a229-0b1447238291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398552 Aug 19 02:37:33.611511 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-7fc8f912-74b3-489d-86e4-66cbfffa0bcc service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Aug 19 02:37:33.699539 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10ae01bc-1ea5-4f84-92c2-ffdeb9518749 req-aa81dbd6-07c8-466f-aaed-6d8f8a98043c service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Aug 19 02:37:35.246185 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a4e710d5-9adb-46e4-93c9-67d029c52323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:35.623288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:36.392620 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:38.114831 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:39.285664 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [req-d74ea352-6295-45a0-bdd4-4c45751e58d5 req-beaf2b7a-90e8-4bcf-af78-ea05cbe96358 service neutron] (94405) timed out ('10.222.0.41', 52403) {{(pid=94405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:37:40.618328 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-86a364c6-d8b4-4107-a86f-ff1abc501346 req-537a3bf7-c98b-42c6-8265-d55216b73454 service neutron] (94404) timed out ('10.222.0.41', 52396) {{(pid=94404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:37:45.908472 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:37:51.799469 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:02.690892 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e4132525-a412-4536-887a-2a882f92705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:05.227333 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d95344d0-58aa-4e86-a8a1-2150b9d2086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:05.530760 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:06.382302 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:08.108384 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:21.810081 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:22.908067 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:38:32.707052 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8cc1-65da-4de5-85d0-3c7526cd8f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:34.079081 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-1b8756fd-d8b5-4524-a1d3-279317a30d73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427842 Aug 19 02:38:34.180622 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-63688211-a52c-400c-aded-2c7c82053756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:34.182273 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-63688211-a52c-400c-aded-2c7c82053756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 1099 time: 0.0464728 Aug 19 02:38:34.283549 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-313006bd-ebfe-45b7-8dbe-e875df364069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:34.285017 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-313006bd-ebfe-45b7-8dbe-e875df364069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0834250 Aug 19 02:38:34.351683 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-7592df94-e526-451c-9c9f-055f6c8994ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 200 len: 1001 time: 0.0595415 Aug 19 02:38:34.400519 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-69757fc2-e804-4d4a-8ec2-ac980aae4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:34.402031 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-69757fc2-e804-4d4a-8ec2-ac980aae4b2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0433590 Aug 19 02:38:34.448461 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-e710f243-1039-4e11-8dac-c731b3751b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:34.451165 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-e710f243-1039-4e11-8dac-c731b3751b3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413620 Aug 19 02:38:34.541155 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-e70cb3df-bebb-46c6-b4aa-d6e918e6aa76 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823772 Aug 19 02:38:34.630662 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cc77ca3-66f7-4f52-907a-d0b23c3cdb2c req-32115e6f-a688-4ffc-b8cf-4cb912c42816 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806150 Aug 19 02:38:35.238088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-312ad1a1-c54d-482e-afd0-38c48226ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:35.506817 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:36.393085 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:38.129807 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:51.843559 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:53.339100 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b567-a8c9-4f92-b02b-8c7d37fb3ed3 req-f7aeaab3-6aab-47b4-9fb8-4d8cd7287c5d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:53.340761 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fa92b567-a8c9-4f92-b02b-8c7d37fb3ed3 req-f7aeaab3-6aab-47b4-9fb8-4d8cd7287c5d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.1997230 Aug 19 02:38:53.378197 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fa92b567-a8c9-4f92-b02b-8c7d37fb3ed3 req-dc9f696c-8227-4552-bdb9-3eed7ddd79df tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Aug 19 02:38:53.917900 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-26488708-7242-4562-bb1d-9481d3e56eae tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:53.919980 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-26488708-7242-4562-bb1d-9481d3e56eae tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0476918 Aug 19 02:38:54.012984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Deleting port 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:38:54.013321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:54.099664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] For port 76f9a1f3-35d1-44a2-bea2-393d2df44554, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=76f9a1f3-35d1-44a2-bea2-393d2df44554,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:38:54.100028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:54.544578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3020bd4-ab33-4d90-907f-a9cc556ec73a req-6d2eecf9-e837-4bba-8348-89957b1a4a5f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:38:54.546047 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e3020bd4-ab33-4d90-907f-a9cc556ec73a req-6d2eecf9-e837-4bba-8348-89957b1a4a5f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 946 time: 0.0978456 Aug 19 02:38:54.560299 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:54.560687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:54.561002 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Floating IP e161620a-3ab1-4f2f-810c-648c780dc0a2 disassociated. External IP: 172.27.3.200, port: 76f9a1f3-35d1-44a2-bea2-393d2df44554. Aug 19 02:38:54.561337 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Calling delete_port for 76f9a1f3-35d1-44a2-bea2-393d2df44554 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:38:54.625523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e3020bd4-ab33-4d90-907f-a9cc556ec73a req-f4be8170-8841-487a-b629-ae1d67656463 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b2a1843-ff42-4647-9b70-1df19cbb68da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730369 Aug 19 02:38:54.774999 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:54.810971 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'Port': ['ID=76f9a1f3-35d1-44a2-bea2-393d2df44554,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:38:54.822435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.822786 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.823131 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.823468 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.824076 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.824568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.824906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.825235 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.825569 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.825896 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.826253 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.826582 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:38:54.940067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:38:55.048189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:38:55.060448 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:38:55.069718 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:38:55.070352 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:38:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:38:55.086714 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] No DVR routers for this DVR port 76f9a1f3-35d1-44a2-bea2-393d2df44554 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:38:55.089297 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:55.091451 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e3cfea9f-7e49-4862-a210-4e73723c4456 req-e3b33c8d-d80d-4bff-bfbe-b21b844d4838 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "DELETE /v2.0/ports/76f9a1f3-35d1-44a2-bea2-393d2df44554 HTTP/1.1" status: 204 len: 173 time: 1.1642518 Aug 19 02:38:55.091918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-deleted', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:38:55.094680 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c4edb-86f1-48f8-84c9-d5a602ab2ef7" -d '{"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-deleted", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:38:55.179742 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:38:55.207919 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d1ab61-270d-4960-8969-eff22ec9cfc4 x-openstack-request-id: req-21d1ab61-270d-4960-8969-eff22ec9cfc4 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:38:55.208288 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9a27af-1edc-49d7-abe2-6be0de0295de", "name": "network-vif-deleted", "tag": "76f9a1f3-35d1-44a2-bea2-393d2df44554", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:38:55.208782 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21d1ab61-270d-4960-8969-eff22ec9cfc4 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:38:55.208947 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9a27af-1edc-49d7-abe2-6be0de0295de', 'name': 'network-vif-deleted', 'tag': '76f9a1f3-35d1-44a2-bea2-393d2df44554', 'status': 'completed', 'code': 200} Aug 19 02:38:55.382391 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:38:55.411285 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:38:55.419337 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:38:55.419937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:38:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:38:55.520409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:38:55.713599 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:38:55.740061 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475c8bc-9884-4465-9337-6d5d0e622fa8 None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:38:55.783177 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-17efaff8-a5fc-409c-87cd-9099af94c6ac req-95554358-edd7-45e5-a738-cc14977a3fdb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0835481 Aug 19 02:38:55.986628 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c968a-a90f-4e46-bf12-fabd4cd56353 None None] New status for floating IP e161620a-3ab1-4f2f-810c-648c780dc0a2: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:38:56.884966 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0b3d1e1a-d1fa-4f57-9619-70359516788f req-489f6c26-5198-4cd9-b4fb-c0b38c3b35c2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0269582 Aug 19 02:38:56.988638 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-6ea6e663-3a82-40c9-a5a3-dd690172ede3 req-6968bf3c-cf0d-4b9b-b596-cd19bdf5729d service neutron] (94404) timed out ('10.222.0.41', 52421) {{(pid=94404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:38:57.984740 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-29d8f2cd-8272-40a6-80e3-c0ad125712d6 req-c34cb854-23e2-4080-b57d-9b2f2b4b103f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0275085 Aug 19 02:38:59.042218 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:38:59.067228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 76f9a1f3-35d1-44a2-bea2-393d2df44554 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:38:59.067573 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 76f9a1f3-35d1-44a2-bea2-393d2df44554 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:38:59.088484 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-26d03097-4af3-4bb6-bc4e-fbf6e61cf39b req-474e5803-69e9-4a68-b45b-90f60a53d2e6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0276363 Aug 19 02:38:59.907060 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:39:00.184610 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b4b410e-1bb8-400c-8207-7eaff8f4aa9f req-fe25c9c5-c58f-4671-aa94-44ac47479ce2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259337 Aug 19 02:39:00.549584 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41576f-7845-4d40-b131-5e7d8e195aff req-114dda15-9a1c-4057-8404-62558ebf872e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:00.551040 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5c41576f-7845-4d40-b131-5e7d8e195aff req-114dda15-9a1c-4057-8404-62558ebf872e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 19 02:39:00.587681 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5c41576f-7845-4d40-b131-5e7d8e195aff req-d6109553-2c5f-4b58-bf62-060e111146ca tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/security-groups?id=05df1b4c-189a-449a-a7ef-afd99e2312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Aug 19 02:39:01.196900 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-55424efe-bb1b-42e0-997d-aa58d6dbd865 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:01.198391 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-55424efe-bb1b-42e0-997d-aa58d6dbd865 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 945 time: 0.0488310 Aug 19 02:39:01.297712 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ce3d9ebd-ca10-4b74-81cd-d2dc452672a8 req-0c547fa0-645a-49b1-95db-e242ef4b440a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0324647 Aug 19 02:39:01.316905 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Deleting port 82c624a7-a859-40a8-8897-efd950771cb6 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:39:01.317248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:01.409709 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] For port 82c624a7-a859-40a8-8897-efd950771cb6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=82c624a7-a859-40a8-8897-efd950771cb6,segment=NetworkSegment(7b1f62d4-a05f-4811-8960-561dce789179),segment_id=7b1f62d4-a05f-4811-8960-561dce789179)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:39:01.410106 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:01.421606 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Calling delete_port for 82c624a7-a859-40a8-8897-efd950771cb6 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:39:01.586101 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:01.618066 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Pushing event deleted for resources: {'Port': ['ID=82c624a7-a859-40a8-8897-efd950771cb6,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:39:01.624824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['82c624a7-a859-40a8-8897-efd950771cb6'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:39:01.664552 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] No DVR routers for this DVR port 82c624a7-a859-40a8-8897-efd950771cb6 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:39:01.668712 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:01.670111 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2f1c5cb9-8eec-4207-a3ab-3af6d1f0a667 req-45029c7f-9a50-4eb1-8a4d-13719564c8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.41 "DELETE /v2.0/ports/82c624a7-a859-40a8-8897-efd950771cb6 HTTP/1.1" status: 204 len: 173 time: 0.4657030 Aug 19 02:39:01.670561 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'name': 'network-vif-deleted', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:39:01.672833 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8983eb-a8f9-45d3-be10-ee2369e1c2ee" -d '{"events": [{"server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "name": "network-vif-deleted", "tag": "82c624a7-a859-40a8-8897-efd950771cb6"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:39:01.693029 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-556bbcc3-1c77-4e1d-8608-16286bcb97a5 req-95e4614d-13ca-4b50-9d9e-37275783568d tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0361519 Aug 19 02:39:01.710741 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0902e1c1-9181-4501-a412-c67d8a5accb8 x-openstack-request-id: req-0902e1c1-9181-4501-a412-c67d8a5accb8 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:39:01.711034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a37bd2-9ddb-4f8a-8c81-36e77ed97e92", "name": "network-vif-deleted", "tag": "82c624a7-a859-40a8-8897-efd950771cb6", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:39:01.711287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0902e1c1-9181-4501-a412-c67d8a5accb8 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:39:01.711874 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a37bd2-9ddb-4f8a-8c81-36e77ed97e92', 'name': 'network-vif-deleted', 'tag': '82c624a7-a859-40a8-8897-efd950771cb6', 'status': 'completed', 'code': 200} Aug 19 02:39:02.396156 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8a28b5fc-eb1c-4900-ba0f-66f4cf9d0b16 req-08e90f4d-fe5d-46da-a063-cd735faac2b0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 19 02:39:02.705695 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-dde88289-4b52-4515-963f-44bfb89347f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:02.785510 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-03716ffc-7fc0-4cca-a00d-2238c656096e req-9d19bacb-b742-4285-9336-9a690fd15d29 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Aug 19 02:39:03.495843 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e32854f7-e711-47d3-9b16-b310d141a77a req-56a4e263-9c09-4d95-b18a-31c79d708ce3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0291860 Aug 19 02:39:03.878556 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-854313e8-9761-4d26-ac48-23c70cfad4ec req-e5a3b19f-edaf-4786-b473-a8320b40332f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Aug 19 02:39:04.595757 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f159274-d1c3-4891-92d5-9f35f3643bcd req-ecd5fe0a-d7c6-46c3-8a37-49392beb1ad3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0302343 Aug 19 02:39:04.971729 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a752d4af-9706-44a7-91cd-0734fc980b51 req-c1681176-5197-4a12-83ea-b54a96a7f5f0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Aug 19 02:39:05.041348 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 82c624a7-a859-40a8-8897-efd950771cb6 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:39:05.061607 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 82c624a7-a859-40a8-8897-efd950771cb6 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:39:05.061945 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 82c624a7-a859-40a8-8897-efd950771cb6 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:39:05.226076 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c82835df-c4bb-4985-9757-dd22c87f945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:05.505867 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:05.692280 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-afa0e9f4-ab0e-4083-aa80-cabfd4e4e8ce req-0bd7e006-1986-4c36-a7bb-c854e416c24e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260835 Aug 19 02:39:06.064400 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-762319ca-9fb6-4149-8157-6d6079ef9308 req-e42f01a1-e45c-49c1-b20c-d3d7071036d6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Aug 19 02:39:06.397614 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:06.793935 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd1c6f2d-8bbd-4c56-bc1b-ee39a93b9a88 req-d8627916-5565-4caa-8e76-9d240e58fec1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0268958 Aug 19 02:39:07.159291 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4944e206-1f18-40f2-aaac-946a8af15d9a req-c4894067-790f-41b1-99fd-2b2a25880eca tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Aug 19 02:39:07.890678 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-339edf89-b79d-4c9e-9fb0-24ddbd635871 req-0fcb8989-466e-4551-8a65-9b3b0b73cd5d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266283 Aug 19 02:39:08.123286 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:08.252133 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-84f40353-4c7c-41ea-8d9a-dfb22c953d38 req-a961db76-b182-4bd4-98e3-1bb56409d1b3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0259745 Aug 19 02:39:08.987388 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-75940911-89cd-4f7e-b800-d08009073374 req-add3185e-682b-41a4-bc5b-f67f6c23eca2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263271 Aug 19 02:39:09.344729 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6bee71c3-1c8e-49ab-bb57-77188aa68047 req-f24969f8-4618-44e5-9ef8-c3de7e18438f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0259383 Aug 19 02:39:10.083229 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2ae4f560-6d20-4ba8-8e1c-f1085cda9652 req-8ea2082d-f861-4a43-9368-3472824828df tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0267627 Aug 19 02:39:10.437018 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4183d332-decf-4750-b74e-1520f9357001 req-ed34942e-430d-4b25-be41-5e70c9b30e04 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263729 Aug 19 02:39:11.182107 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-57aef57c-b491-45c5-80c2-e9b7cfa0b6f4 req-51156363-921e-46ca-8fbd-b0083eda325e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0300357 Aug 19 02:39:11.529301 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-732cdd60-c437-489f-9a72-6afd8d47e846 req-ad3cd16e-41b9-4798-8bea-258dad2d7a20 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0267172 Aug 19 02:39:12.281451 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6cb6869d-55de-4568-bf67-604a17da356a req-792bf3b1-a7c1-49d8-95ef-c793f52d251a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0283194 Aug 19 02:39:12.626311 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1dacd0c9-8188-432a-b716-5729fa3be3fd req-aee60d5a-42cd-4b59-a632-19046936eefa tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Aug 19 02:39:13.379104 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f01b6a1c-a73f-4a60-83d3-63ba2a90f5d4 req-4a8f9215-7749-4582-8d44-33894ee8a24e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266480 Aug 19 02:39:13.721742 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-823c85a1-8775-4c82-9aa5-7e6f046268d2 req-1450adfe-c4e8-4139-83c7-0084030e5c20 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0293381 Aug 19 02:39:14.476622 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f65e5731-00d9-4ca9-9034-f7109d273fbe req-e8689eb9-dfc7-4038-af4b-6ff151e90837 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256064 Aug 19 02:39:14.814554 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c9a2d7cd-43cc-4add-9706-07636558396e req-7ecaedf9-ee57-4764-9c6e-40108d023303 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0269835 Aug 19 02:39:15.572415 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-20003ad9-8dfe-4353-9364-51d3fbf5df9d req-b0501011-e7a9-49c0-9735-62fd02d2d60a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0254047 Aug 19 02:39:15.906833 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6808deff-4d53-4c0a-8636-f90de9c34da7 req-06c3829a-54e1-4bda-92d5-7b4c10d4b64e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Aug 19 02:39:16.669672 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b5cd61e2-d3ec-4d06-b439-d3ed1f71ab24 req-00f11413-e479-46f9-b80f-3e6b2f71b9b5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260868 Aug 19 02:39:17.001211 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4fc5880-b4bd-482d-b3ac-b0aa584aa10d req-eddca3c9-9216-4403-a1ac-6d5048586f6c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0266814 Aug 19 02:39:17.766295 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-11ae3f60-cb06-4f75-a0d2-ac9b24ad8803 req-73956567-a065-4545-b059-9a86b6215f23 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0258100 Aug 19 02:39:18.097775 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1160de46-593e-47a6-b883-6b839a6bb408 req-299360b4-f832-40b4-89dc-56277d3001a5 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Aug 19 02:39:18.863155 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9903c2c0-e9e0-420d-8a1a-bf06fb2860b8 req-b39f9580-324b-4d08-88fe-7ff316d0ce47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260212 Aug 19 02:39:19.189543 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-289d747b-37a5-4da2-8e93-7e912b418534 req-74e21095-7cd7-4703-ba47-b55f58146edc tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261497 Aug 19 02:39:19.965711 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0b18c656-e1d7-48f6-a28d-70d6bc911f4d req-24668522-68da-4844-a581-d25c9ad3c544 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0307784 Aug 19 02:39:20.282075 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a19fc3bf-d505-4978-b75a-1fa39e3e0c8a req-4a7f1798-23db-44ff-b255-698d0110db70 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260556 Aug 19 02:39:21.061709 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e5e9a403-e51f-4d22-8c83-75b8549254d4 req-41fe337d-abc0-4c0c-b505-39cc2f21275f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0262260 Aug 19 02:39:21.375391 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-21a02aa8-5b94-4bc3-ae46-6d5b0e14bff2 req-a95ed024-e0d8-4907-bf66-00a61e20274a tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 19 02:39:21.836044 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:22.159395 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1c23ed49-7fd2-4b8e-bbf1-bcbc00706d9c req-c09fbe45-1db5-4daf-a2a6-615f9fd06e2b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0269690 Aug 19 02:39:22.466999 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-12e6d5ee-92f3-4900-96b4-e40f6333bc85 req-5230b44d-7b60-4ba1-98cb-41ab4f8ab0de tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Aug 19 02:39:23.261034 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aae650f5-5357-4761-903e-065601047942 req-3e893870-42b9-461f-b119-f0f388cc81fd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260935 Aug 19 02:39:23.559855 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-848c7015-dace-4154-bdc0-c3f4400032dd req-f70cc9b3-9708-44a2-892e-e00d6a01b821 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0270300 Aug 19 02:39:24.352769 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b0ccf18d-a484-4f08-bd51-ee6853e65c65 req-2a671d42-2e34-4027-ac62-a09f56912056 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0262811 Aug 19 02:39:24.655954 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dcbf8cc6-ed45-4a56-b441-e812d9b1925d req-5e7f6b8c-5e37-49dc-b50a-1f158d8be218 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Aug 19 02:39:25.448529 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e337d3e4-5064-44ab-be14-a4418dc1e7ec req-8ce029bb-2925-4f52-a76b-0390f7123daf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0258195 Aug 19 02:39:25.746702 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-142a8b2b-9f68-4db5-898c-b7a10e0fafc0 req-b410f1f7-0ed5-4d77-84d1-8bcc200f7d8c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0255928 Aug 19 02:39:26.549076 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c170b4c8-bc98-487b-8e25-e3e9a65d2663 req-8582ba63-5d89-4f3c-b687-970614694686 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0297530 Aug 19 02:39:26.840530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-362fa035-b086-40fd-92d8-9d1883e8f8c6 req-2709b1a1-2e4e-46f6-a0e7-21c9ed88cb62 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0268381 Aug 19 02:39:27.644930 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-69dd93fd-92d7-4ffd-9041-42c101191239 req-45a91862-6dcf-4881-8f71-381dc34bd50b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266144 Aug 19 02:39:27.933143 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-03500e2f-32f5-40da-a173-b57a3c7732f7 req-463f7a88-ac11-4eeb-87c5-c325fb5b356f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256650 Aug 19 02:39:28.739861 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f502fd5d-ddff-46dd-b9c2-d32c83b3c14c req-5217ab21-e8a9-4f6c-8c22-bade852307de tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259974 Aug 19 02:39:29.028816 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ceddf976-fcb8-4eb3-ab71-4dbd736f8497 req-a5accd78-b40b-423f-b2d4-6dbe0b3bc74b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Aug 19 02:39:29.835458 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-798605a6-e36f-4f68-895c-fd66589d7ebc req-e1b60c3f-8730-4bc5-81e9-42adad71dc25 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256140 Aug 19 02:39:30.120281 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e6e4b54b-90e2-4dfa-88de-700495a794b2 req-f5344f24-48df-40dd-a2ac-ea9fd37f0c17 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256350 Aug 19 02:39:30.932699 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-359767e5-6cbf-4be5-80c7-aad5362c9d91 req-6747b551-e60e-4e6e-9b89-f966f376aac3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0254703 Aug 19 02:39:31.216517 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-812ba625-8f95-4bb5-8867-13adecc61274 req-0ebf3ea8-32a0-4f05-9d75-8f58e34c2ce3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0299573 Aug 19 02:39:32.030461 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-97da7852-545e-4f20-86c4-f0dbaad3787b req-4c5ef1b2-bbca-4eaf-99a5-bdfe97a935cb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0258989 Aug 19 02:39:32.308053 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c9f3786b-1170-46d7-ab31-07bf849d436d req-81039402-51d9-441e-9df6-fe5af0a06ff8 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261102 Aug 19 02:39:32.671009 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-15689ee9-b7f8-4926-b2d0-f836b48d6e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:33.130649 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41bb8dfd-7d55-45f2-bc77-df532263e331 req-d5aca49a-c82f-4f45-b5ed-5f5973f7081f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0301623 Aug 19 02:39:33.401981 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4c8bfc1-5417-410b-927b-d61798819fcc req-57470dda-d22d-44f0-9732-033634bc3daf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0253739 Aug 19 02:39:34.226970 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-39b98267-9a13-45bb-bf3c-71b468b47643 req-1c0e611a-0595-4a2f-97b9-b77047080f35 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0253413 Aug 19 02:39:34.500600 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-eb953de6-20d7-4027-969d-7f3519de28a0 req-1a12e301-7f21-4853-8a9b-82feb5c781ee tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261567 Aug 19 02:39:35.218328 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7dd4-52c8-4c42-89e6-b01cf7ce1ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:35.325952 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d3886856-a840-4416-8a29-6935dc6a0d51 req-5187b274-600b-489f-a36e-e5bac22a32d2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0269608 Aug 19 02:39:35.539643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:35.594602 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-28eb8431-2a4a-4e9e-bebe-45c286782780 req-8433e7b6-5197-4978-bfa8-b96ab55e83cf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Aug 19 02:39:35.921041 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-7152a46e-08cf-44fd-9de0-24052500facf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384901 Aug 19 02:39:35.996360 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-9361d90a-4f58-4ab2-9677-c9c86aece872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:35.997854 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-9361d90a-4f58-4ab2-9677-c9c86aece872 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0436749 Aug 19 02:39:36.100392 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-ab7e9bdc-f4e8-45da-bbde-9ef16f1e9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:36.101852 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-ab7e9bdc-f4e8-45da-bbde-9ef16f1e9b9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0829179 Aug 19 02:39:36.167911 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-da2f1df7-a924-4a37-a757-11514551154b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0587907 Aug 19 02:39:36.216351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-05d87b62-95c0-4269-b54d-eb8101169687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:36.217671 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-05d87b62-95c0-4269-b54d-eb8101169687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0432076 Aug 19 02:39:36.262777 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-e78841d3-dac4-4b3f-ac0e-e44366745abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:39:36.264221 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-e78841d3-dac4-4b3f-ac0e-e44366745abb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397701 Aug 19 02:39:36.357197 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-6035ab5f-3eff-48c3-9131-c539055f6ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856373 Aug 19 02:39:36.397190 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:36.423505 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-08f0420c-fc09-423b-a586-c3d6ef3c4248 req-123fbe64-44e9-435f-a947-9103b94dfb4e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0272198 Aug 19 02:39:36.457495 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cf1084a-ab23-41ac-9013-dbd4d582fc93 req-25414145-feed-43b1-b85c-07397f0cb761 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923481 Aug 19 02:39:36.684946 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e5b552bd-eb00-437f-9850-cff46a77ecfd req-0bfc1c98-a476-4018-aa91-1d79756cd37a tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Aug 19 02:39:36.905790 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:39:37.525640 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b7e99900-0317-4883-8e38-ca958b65d77e req-8ad0739d-8d2d-4788-82e1-9421b74a8040 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257986 Aug 19 02:39:37.777193 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7a94923b-3a55-4bb4-9a12-a35099b6129b req-6fdf53ea-07eb-419a-a609-174d0bd69321 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0252991 Aug 19 02:39:38.117025 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:38.622278 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ab7a7b2-9b1d-4de4-92ae-d78df598f64b req-68eaf085-b683-46a7-b84f-275bbc51d152 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263212 Aug 19 02:39:38.874069 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-db733bd8-4b4b-42cb-9ae7-09bc9e41c583 req-7368c502-907f-4dca-b2bf-f1b0b4c5abd6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Aug 19 02:39:39.722715 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0571e087-769b-4626-8ffa-171fd38acdb4 req-2c1d1baa-331a-420c-a5e3-34bafe094bad tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0299573 Aug 19 02:39:39.967826 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2841f5da-101d-4c8e-8fbc-d3494f628140 req-ac8ced08-8a8c-4816-a807-b56529125678 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262434 Aug 19 02:39:40.820535 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-94f2bd38-750e-445a-88f4-7575dfc27210 req-1703fe41-c246-4fe3-8bf3-df839a4e9abf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0254745 Aug 19 02:39:41.059957 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb8e3789-0cc1-4e0e-b624-145263ae0da5 req-9228e2ca-16bd-41f9-b001-d33236aae04b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Aug 19 02:39:41.917643 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-72112f5d-cf75-4b0e-920e-7165f96dda09 req-e0492940-f4e5-49b8-954d-f08b55af2695 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257471 Aug 19 02:39:42.158801 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-95ce4ee3-111a-4e45-8cae-d4160265f691 req-5d6bb22b-1419-4017-8637-2da89e4359f5 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Aug 19 02:39:43.013570 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7d5570f-f2e0-4c5b-ad81-b33a1d6bbee5 req-0533d514-4cf3-4a71-9d7b-c10022758030 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263045 Aug 19 02:39:43.249984 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-163dfdbd-20b8-4f84-be71-d125fb6320ef req-f5bd62b8-135d-4dad-a2d0-ebbf1b36eac3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0259688 Aug 19 02:39:44.111196 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aa33f66a-08d8-4ed8-8e5b-a550965e1f99 req-18b103fe-8499-4e5d-b94d-b02eb1684fdd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256374 Aug 19 02:39:44.341907 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-59759c84-4e78-4772-a155-1eb27fa9c3ea req-ccfe6b56-9597-41c9-be9d-300c16a3a963 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Aug 19 02:39:45.207210 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be5fdd7a-0095-4898-a48f-124ea8ccf19c req-d28f71c7-2ff3-4b93-9338-2d02cce48076 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0261674 Aug 19 02:39:45.432704 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e50d2675-3ae0-432f-a88e-590e5881831f req-92782856-9d6f-403b-9892-2a97929fcda0 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0253460 Aug 19 02:39:46.307983 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a7382322-9493-4739-9c79-71192203e87e req-1f6d5809-b695-4995-a7c3-33e83d72b957 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0291276 Aug 19 02:39:46.527991 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-835e0873-145c-4cf5-89e9-13d2676de20c req-e1f39b49-4a1d-4fb6-96ca-ce5c7d227792 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0266418 Aug 19 02:39:47.405026 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-53623d17-485a-422a-943b-317a8eff31d7 req-e2017425-7ed7-43fc-895f-5bf09ee28791 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259068 Aug 19 02:39:47.618334 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-13723d4e-e55b-4a91-a49f-beb7ee368559 req-c4de0373-d003-45d1-8935-a0b2d4bca039 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260079 Aug 19 02:39:48.502376 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-69c80558-6071-4e0d-9531-6595be78526d req-4d4777ae-306f-47e2-a8b6-0ba18a52ae60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0273135 Aug 19 02:39:48.713248 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee04948f-d139-48db-8d12-b3ba144a53c7 req-0b0ace7f-cb3d-42b0-b96a-08357fa3e5f6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0290291 Aug 19 02:39:49.599094 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ab328bd9-ddef-42c1-b384-0e7a57955e48 req-b88ef191-d268-46c1-a5fe-8d90335c7a7f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0255713 Aug 19 02:39:49.804381 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-378c2a25-2407-48a3-9d75-b528173df5a5 req-df70b519-5815-4a2e-98c3-b49e565d4faa tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258782 Aug 19 02:39:50.695193 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6f0b3fbb-ca58-4241-8bcc-077a54cd4d38 req-0db0b569-a6a0-4761-86b6-7ada98f780c3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257010 Aug 19 02:39:50.895509 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a6a1c04a-00c5-475b-a460-bd8fab37a7f9 req-577cc257-0cc0-4b57-b5a7-185280cca1f7 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0254490 Aug 19 02:39:51.792990 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6853fb9a-b298-4e7c-a8eb-0f89f365968c req-e17dba89-0e6d-4796-902d-7f8e6d15cb0e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0261989 Aug 19 02:39:51.842472 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:51.987581 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-48ffd8ad-17bc-4f3e-a30a-870f6b432e7b req-539e0226-8293-4a80-81e7-4834e930fac6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Aug 19 02:39:52.893222 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a5254c4c-501e-4106-8bca-efd259402489 req-e5660f3e-41c3-4820-be00-a935e7e2cc48 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0297816 Aug 19 02:39:53.081054 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e8acdf0b-abc9-4570-ab09-fee45e3b22c4 req-331eeb40-2636-479d-a445-11f6fe2cc7f3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0269783 Aug 19 02:39:53.989323 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-32f39dd8-f4ac-428c-b0a1-215880d65a5a req-15d38a97-cf41-4d82-bf53-d6bc241acac8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0271163 Aug 19 02:39:54.324939 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-827266fb-bc49-4aca-987e-6ea490e0e709 req-59b8391c-dbe5-4417-8780-1ee6371bd6eb tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263402 Aug 19 02:39:54.864926 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [req-9be5a1b4-5f48-4c58-9cc9-289606238ab9 req-58f851d5-978d-4bbb-b5ce-73dccdc01f3d service neutron] (94405) timed out ('10.222.0.38', 44868) {{(pid=94405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:39:55.086148 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6e3e52b4-b527-4e31-8887-0a6d6e1001fc req-ca11c388-bb17-4bcc-8476-e26df311916d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259209 Aug 19 02:39:55.420609 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9bc3f513-e9f2-4e74-90ed-8293d968deab req-ad26bc26-b221-408d-9760-2988cf1b11e9 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Aug 19 02:39:56.185966 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c636ac3f-90c6-4c14-826c-9750836c7901 req-077a9ef5-f200-49a5-93c5-4cca346f04d4 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263493 Aug 19 02:39:56.514457 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-557a2358-4385-4f0b-b54a-1f50bb460aa1 req-6f3e7680-c860-4aee-8ea3-ccae9302e3de tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Aug 19 02:39:57.283723 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-349422d7-8aa2-4639-ad79-7b687a838b2e req-a1963ec2-560e-4a46-8b95-6a94084dcba7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256076 Aug 19 02:39:57.608461 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5a7462cf-f0a6-41b4-b820-7718bb047e3b req-578b19eb-eb4a-4c50-a68e-8cf5aaaa77d6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Aug 19 02:39:58.380281 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-09282962-16d1-4593-a2ec-0baf43421bbb req-ff8dbd69-1d90-4ff4-aab3-406096ce8281 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0252800 Aug 19 02:39:58.698885 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-be9db2be-1b9d-4930-a449-17461fa752d0 req-1056be52-45ce-42a0-b843-a7e6c3196782 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0264714 Aug 19 02:39:59.480372 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-46450003-9ca5-4aff-a905-08e218dbd083 req-33ee1eee-85d3-4a75-8f40-66bb2fd80d99 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0298054 Aug 19 02:39:59.898121 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-62d69b0a-2e36-439b-8a1c-c6c16658b65f req-a3b43820-c26f-45b4-abc9-49ca64ec8f0c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0264578 Aug 19 02:40:00.582191 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5cfb96f3-e2e5-4ba2-a1de-bd09d428b539 req-5589d4b5-911b-48bd-b664-c6dcdbb3e1f2 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0317383 Aug 19 02:40:00.990137 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-acddf109-7d38-49d2-89c0-1e2e9ad86c85 req-87324fc0-3e50-4620-ba57-5365dfeef74c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256631 Aug 19 02:40:01.682552 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1003f5ad-9697-40fb-a8b9-bd9177be69bb req-7c8c78a3-1a5b-4f4d-a809-72bbd6d62ef1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259418 Aug 19 02:40:02.084876 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-abdc4ee8-e068-4e42-b8fc-825e5dcc37b4 req-4413e2e7-5a73-4945-aa59-fa55c86446eb tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0307672 Aug 19 02:40:02.699011 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fbc1-7315-4313-b3a7-90733e52be78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:02.778748 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6101b601-8952-4d0f-b49d-0afcb7edd2e3 req-63b47785-fc7a-4709-8a77-4ef817a97de4 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260167 Aug 19 02:40:03.175736 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-930022b7-2732-4efe-bc6c-af0222320d00 req-732769ec-fab2-4d90-9541-64ec1e50d2ff tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258923 Aug 19 02:40:03.875734 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-abd707f9-2e4d-458a-a183-0f4e5b99a0d2 req-4d67c50b-cc29-4d47-8c7a-f1bd6ac8b98f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0258565 Aug 19 02:40:04.268751 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e2754917-6ecc-45f7-ae95-b281d9e74f04 req-b8384387-e9d5-43e3-b5ad-d69d86f4769c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0265980 Aug 19 02:40:04.972337 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7e864a08-142c-4aa5-8bf7-89ca85d86983 req-8061c939-a93b-48c0-87fc-17bf25d2d620 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0262289 Aug 19 02:40:05.224807 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0e7ba076-92b0-4d3d-9d4e-813f5c25faca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:05.361562 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cb391a76-e78e-4394-9205-c4cc0c328e81 req-25e4fed1-79d3-4466-bef9-35cac566c39d tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0267386 Aug 19 02:40:05.519692 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:06.072804 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7ced2656-8c50-4682-840b-8fbbd99857a6 req-240221ce-52f0-48b2-b47c-563bd087dc66 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0295155 Aug 19 02:40:06.394243 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:06.453513 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e9414e40-fe00-42bf-bab6-095ba23da0f1 req-f97ea97f-61a1-49a3-9e57-6efd1d702614 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258923 Aug 19 02:40:07.168214 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-514a5e8c-0d36-46a2-b573-e8d90094e98c req-2bc53e75-bfbf-46f9-991f-5d7b5f8b32b1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0264401 Aug 19 02:40:07.545028 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-864413ea-12e0-435e-aa16-338322c30539 req-7e2d4b62-ac52-4747-9e7b-86f512cf86db tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258410 Aug 19 02:40:08.142703 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:08.267260 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0d5c46e3-8989-429f-90d7-90d3068c4277 req-f5c2700f-1e16-4d83-926c-274c488bbb25 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0287004 Aug 19 02:40:08.645180 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-25de15c9-fdc3-4ad8-8960-5df510d7e4ae req-237ccf73-1728-45d4-8e25-ec6e3123f291 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0289974 Aug 19 02:40:09.364339 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-66ed48e3-2648-4d9d-8bbc-c8b4c72aed28 req-1756fadd-3e24-424e-b6ec-810051c6f934 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257535 Aug 19 02:40:09.736609 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-60fef7c8-bc1a-450e-b896-26ca460456f9 req-0ba4ebfe-d083-40dc-9b90-b0074fa01397 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Aug 19 02:40:10.463256 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ad04553f-088f-4331-8dbd-962278b1fc49 req-250d07a8-78e6-4d2e-9873-30e8ee08aa10 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0254319 Aug 19 02:40:10.828701 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bc6d98e3-fdc3-427b-a648-97a485977570 req-a8cae3bf-8400-46dc-907c-697e9cbb83cf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0266104 Aug 19 02:40:11.576089 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-23c13bcf-5e7b-4559-bfe4-28bffe3e2efd req-9fa50d3f-e776-479f-9ad4-37ce80d0c692 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0308101 Aug 19 02:40:11.932295 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dfbf0d80-f393-405b-9c71-d80f93f8ce96 req-e0ff62c6-bc49-4b35-a7c2-4879c93dcd26 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0302289 Aug 19 02:40:12.683806 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0df7ed3c-b9a3-4e92-92d4-82641f419d92 req-d4cc0272-5f7f-4be7-afff-b27f475eb56d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0295439 Aug 19 02:40:13.031177 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3850cf34-1819-4c89-8f5a-c6f2769c9cbe req-3ecfb40a-b7f0-4d36-87f2-e6b25adf8ae1 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Aug 19 02:40:13.780750 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0c0cae6a-b0f4-4225-b672-265e74233cd2 req-8840ae98-513c-4f03-9ab8-4306bdad5585 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0267465 Aug 19 02:40:13.904868 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:40:14.123237 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4f814390-3647-4568-903f-4b4f21f0f588 req-53392149-11cd-42b1-83f0-2d294d81459c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0259402 Aug 19 02:40:14.877315 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4ce9eb52-dfa0-4775-8138-166eaf5146e3 req-bf1d390d-572e-4daf-831b-7d75e08ca5fd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0262117 Aug 19 02:40:15.218153 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ae9b2fcd-8422-4884-8bc7-20a50c1a3296 req-37785704-3902-4b1d-8337-e21440a4cbbe tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Aug 19 02:40:15.979512 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dee7976b-53d4-4e68-87a6-c4bc241d1bb0 req-faec191b-ae97-441f-8322-eab46e51bdd8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266104 Aug 19 02:40:16.311336 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a995a9e9-6c61-45f5-bd3f-911f510eb499 req-4535cf4f-1b7b-441a-b939-fca9f6fc2b0c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Aug 19 02:40:17.077648 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2f854350-f68c-49d6-8675-4f161b9ac53c req-cdbbcf58-1aa5-4a75-9c18-1343ffe1c91f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0272896 Aug 19 02:40:17.403204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-345b3d87-745f-492e-9a3d-026ab9fe04d5 req-5e95f811-32bf-4d79-be02-57cd4458d7eb tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258975 Aug 19 02:40:18.174369 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-072b4c9b-3470-40a9-844a-ffd3e588d162 req-e757b221-18d6-4834-8d02-8229de0a354b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260861 Aug 19 02:40:18.495460 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6e250e3e-0a15-4ebd-849e-fd286e50922b req-e153016b-3b73-4593-93d0-529d5e42565c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Aug 19 02:40:19.275500 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-81314c0b-95cc-42e8-a030-4590339ec0ef req-08c38a81-4955-49e3-9843-93440237170d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0299420 Aug 19 02:40:19.586455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfa3211a-34c7-4241-9a9e-40a68899a5a8 req-abfcc66d-4e4d-4865-8e60-e7d891bc1350 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256045 Aug 19 02:40:20.372829 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-52fda6f0-3cbc-45bd-81d2-573bc3c30f64 req-dd9a5237-2c07-487f-9c08-f0b8c958d968 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256033 Aug 19 02:40:20.682214 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-85304a2a-6a4e-4673-86e0-f28b65c3e529 req-839bc3c0-f6ad-4ed0-ba8c-71c20a6cdfdc tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0292220 Aug 19 02:40:21.469642 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-15b62330-9d8f-4dd5-92d1-4b027544ebc6 req-83e4f44a-5dcf-43d1-bec4-02743457d8c8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0267990 Aug 19 02:40:21.778303 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6f0b4331-6660-4ac3-8b26-4f9405b18b0a req-a8059155-dc42-417b-862b-9308c52198e7 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0300958 Aug 19 02:40:21.867644 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:22.565927 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c2cac1e9-81c3-4a79-9501-d80ed90b5b31 req-4f9ba68e-f5f6-4444-a410-fc671d8e84bc tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266972 Aug 19 02:40:22.869622 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-75919e3e-15ac-4310-b3ba-91f7917596c3 req-3143f700-8d70-4d15-899a-ac2e9beed867 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Aug 19 02:40:23.664064 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-88f429ec-61eb-49c6-9dbe-40894f614010 req-2e94ea95-55de-4c4a-8a87-b734e6b49f59 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260773 Aug 19 02:40:23.960184 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7ad60b15-4d31-4a69-a96d-897b10e8c3d1 req-cb0b222a-316c-43c7-a5ac-9f7201603776 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0253236 Aug 19 02:40:24.760820 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-af5928e7-a2e5-423d-98eb-e32d1fbeda6c req-28a87e62-5ce3-49b9-8dd5-406e79bb33d7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263195 Aug 19 02:40:25.051937 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0b50b7ac-a10f-4220-b950-4fa4ae5a083c req-0afab3f5-8561-479c-b304-ee686ad8b8a3 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256917 Aug 19 02:40:25.862216 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8a0166ae-592d-45e9-a04c-077015103912 req-3b9a07e7-ec51-4243-a388-98cdef9a4632 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0298727 Aug 19 02:40:26.148239 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e1ec694c-1542-4c66-829e-c2ebb05948c8 req-4fb060c8-5687-4121-9e91-2fb45dda6b66 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0292118 Aug 19 02:40:26.960691 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9c7dc422-95d5-40be-b5d4-7789606c2b17 req-ba917096-1bee-4c66-bc64-ccd81ab545d3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0267313 Aug 19 02:40:27.241815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-caf15efb-2334-47cd-9de4-6f48ef66bed5 req-8cb6411f-ccd0-41a7-8285-662b0f3ca264 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260382 Aug 19 02:40:28.057453 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f476255a-392e-4a83-9f14-9d0c01893b56 req-ece29b63-6852-430d-b8c5-3cfe1c1a5c5e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0254200 Aug 19 02:40:28.339948 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-855ab06b-0a5a-4f75-8132-af90a45aa7a1 req-ba0c843c-9854-4530-b7d2-df41b212668c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0304430 Aug 19 02:40:29.155232 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bd04b2da-8cc4-4b68-bbc8-dbb7ff5afb45 req-5eef192d-02cf-490e-a0d3-a95d38caa5bb tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0261147 Aug 19 02:40:29.430209 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-abf3ed46-953e-4638-b602-ac329993b4ea req-7fc0bd79-aaee-4b21-81c1-7af7c9598703 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0257344 Aug 19 02:40:30.251259 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1ab75070-f7da-4913-b37a-2a6bdc0ffcc8 req-d577e55e-c815-4630-96ee-b921b424b940 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257261 Aug 19 02:40:30.521907 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b55fb17-91f9-4e0a-a3cc-dcce24750434 req-44c9625e-7fb6-4518-a927-e8be1b3dfe1b tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 19 02:40:31.347824 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-35c67f89-81e0-46b8-9dcd-e26d2ac1c240 req-0965c462-a93a-499e-bc0f-60257a954b2e tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0259285 Aug 19 02:40:31.613329 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4091bc02-886c-4656-b8f9-a54950b199ab req-38e79478-c1fe-4065-8d9a-974e11fc8ac1 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 19 02:40:32.449296 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9a17c979-c59e-4394-adfb-2f9a20feab2b req-4cc0944a-0da9-4c08-b0bd-a57ee817d712 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0294490 Aug 19 02:40:32.701913 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-00f63b69-b12c-419d-bc5d-806a4b055d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:32.705921 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-12a444fe-2cf7-40e3-8c8a-881f352c75f4 req-8b5bcfe7-eb80-4798-8984-2d5381f736fb tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Aug 19 02:40:33.547719 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5f2ab8f4-3296-469e-bebe-c8370a41b0e1 req-d1de995f-2697-48d5-96b4-e373abe2e47f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0273142 Aug 19 02:40:33.796583 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dd2b751c-0fa6-4662-934e-212d4c2bc25e req-a2d58198-d01c-4a13-aad8-3cbc5cbe56c2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260296 Aug 19 02:40:34.645118 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9f019904-6b0c-44e6-96ee-94914c372b6a req-a9cf233c-4edb-4832-b084-e3972af8d945 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0264513 Aug 19 02:40:34.893254 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-103358e0-3d82-480f-9750-89e3468d08a4 req-2479e3a9-41df-43dd-b7b4-f58e39beabde tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0312109 Aug 19 02:40:35.241072 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7dd79ba0-5f50-434d-b5af-f9ae3e431072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:35.515408 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:35.742835 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e3f460bb-b6d5-4cdf-aad9-03b2a41595cc req-d7d8ab90-9d3c-4fe5-9281-826ee499ee01 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0256131 Aug 19 02:40:35.986174 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1472b5bb-9d62-4a43-8261-9a8eecc78428 req-eb1c518a-b170-4ccf-93da-ed5431030dbb tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Aug 19 02:40:36.412137 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:36.843157 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5f8c6694-ac0b-410c-b146-3a199fd4347e req-b9a67e23-979d-4173-8869-77854a2e5439 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0274892 Aug 19 02:40:37.078735 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ef75d136-c9af-44cd-90ee-c793beb5d7cf req-00df537d-8966-49a1-a648-6eb3f892c3db tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Aug 19 02:40:37.346325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-40d5aff1-4f3e-4514-ae56-a48ff9787cd4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406713 Aug 19 02:40:37.417204 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-c16fcefb-82d3-41e8-8358-141ec3c3e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:37.418697 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-c16fcefb-82d3-41e8-8358-141ec3c3e6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b33cb756ec40f29b8a9988996123a6&device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0399461 Aug 19 02:40:37.521917 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-de848b10-4333-4870-abc7-0a6b474f431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:37.523398 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-de848b10-4333-4870-abc7-0a6b474f431c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 200 len: 916 time: 0.0864799 Aug 19 02:40:37.563487 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-f7459e18-f96f-43b9-bc8b-79f898d7479e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 200 len: 217 time: 0.0328228 Aug 19 02:40:37.615384 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-43a7816a-7109-44e2-b9e5-eda148e14a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:37.616720 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-43a7816a-7109-44e2-b9e5-eda148e14a90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19184ce2-158b-4814-9556-49ea56eeb1ad HTTP/1.1" status: 200 len: 854 time: 0.0466416 Aug 19 02:40:37.661750 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-4bbfc834-0775-4f92-879b-ec04a2edecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:37.663218 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-4bbfc834-0775-4f92-879b-ec04a2edecb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9727a1f-4aa9-460a-a229-0b1447238291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391576 Aug 19 02:40:37.750303 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-45e1611a-ce7c-4a4b-9b48-a4daf0d92c07 service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796793 Aug 19 02:40:37.841954 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70efd9f9-28f9-42c0-8f37-085180f8124c req-ea5a4f1b-7926-4634-9667-dac8c8c04ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Aug 19 02:40:37.940548 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cab968e2-0be0-479e-9214-1c232101001d req-e9156bf8-0d02-4bac-be6b-ff203fd6e4b6 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257878 Aug 19 02:40:38.121221 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:38.171844 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3cae0346-c811-4896-8e15-52795d44076e req-d08ff392-95a8-44b0-bdc8-9d9fc68a3fc4 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0259037 Aug 19 02:40:39.041958 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5ef7beab-e666-4ac7-bc1d-241cc664e17b req-de383cce-f9be-4055-b1fd-d3eafcf7bc74 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0294766 Aug 19 02:40:39.264286 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-713269b4-04f0-4dde-a5eb-b266e9fff08f req-18cec000-8107-4b74-adda-dcf25f12de0e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0256777 Aug 19 02:40:40.137731 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d376b8fa-42d8-4ceb-9621-90cdabddf005 req-51d4b1df-d4d7-491d-ba57-50e324c37577 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263784 Aug 19 02:40:40.360673 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5a8eeb36-7343-4b74-a2bf-8bb1bcc69071 req-bc1f362a-2e12-4e80-9b5f-8ec2a5d88545 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Aug 19 02:40:41.233776 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8a0c0b95-1bd5-480f-b391-3b1263e41b60 req-fee79034-5bba-4bb4-9998-cef2aa3f92aa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263295 Aug 19 02:40:41.452578 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e8803491-fded-4ada-b69c-f41cbbd1de74 req-1f93407e-2888-43cf-a749-78d73548ec8e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0263610 Aug 19 02:40:42.332492 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3bce58a6-b431-4326-9f10-8ec468574e17 req-207d07aa-775c-472e-8b52-b34f47c30361 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0266047 Aug 19 02:40:42.542881 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9bb7c902-f586-45cd-ba91-9e7f2af24a52 req-ad338cbd-99e9-405a-b903-55ff48cd7dce tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258720 Aug 19 02:40:43.429116 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ad5a063a-63df-44bf-99a4-fea7f894cda3 req-64cdeeed-f597-46de-a772-6cfa8612ce8d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0260086 Aug 19 02:40:43.634888 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2b2e06b9-1209-41a2-975a-aa32df65647f req-ad7c2bb9-d7fe-4d1f-9c2a-0c32ef966563 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261679 Aug 19 02:40:44.527111 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a527ef78-13d3-4009-badf-e94b03dc07c6 req-753e01e6-79e4-4cc5-9890-2b1a1a879b37 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0264702 Aug 19 02:40:44.725909 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b53b7a77-cfdc-4dbf-8458-ae69bbd25b58 req-32b489f1-c229-4cfd-b956-6a4abf600494 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0254982 Aug 19 02:40:45.626631 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-906ae54f-15d1-4a52-9745-2449afc300d7 req-ba8482eb-064a-4f70-bfcd-68ce6317e676 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0295062 Aug 19 02:40:45.821221 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-51e18deb-303a-4a42-91e7-91ffd8872495 req-f377855f-ef66-41af-ae8a-54c537578922 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258515 Aug 19 02:40:46.721337 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-43250c43-5c6c-4452-9461-927da0b70ea3 req-1fcebfa1-96b3-4693-9b70-327044fc2451 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0250242 Aug 19 02:40:46.918505 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f0719c85-de04-44dd-944a-d0a6aec872b3 req-37841752-aa64-4a8e-b99b-e0ee8058457e tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0311899 Aug 19 02:40:47.824388 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0ff3e3b1-185f-4c1c-b68c-6d5a7e4508ff req-73d44779-99de-4564-9406-74af89c7d6fd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0272524 Aug 19 02:40:48.010127 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-63a22068-b338-4626-96c0-9c4a29091600 req-7badd45e-f5ce-4071-8535-62651a19416f tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0258942 Aug 19 02:40:48.923503 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ca8087aa-dab8-4cca-aa3a-adb6c0dbc7bb req-712e7b41-3b00-4990-883f-9d244a6a0a9f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0274835 Aug 19 02:40:49.101367 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-97766e42-36b5-466b-8205-afb23ba14282 req-bf7dbe54-570d-4077-a659-273962e06350 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Aug 19 02:40:50.020436 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-545516d0-2485-4510-a35a-4bfb0b25d34e req-bfa62a4f-6449-4e78-ac30-101750e237c8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0269744 Aug 19 02:40:50.193476 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-563bb496-d49e-40cb-a800-e3755beb8a6b req-01b02ead-340c-4c36-a4b8-e51ed1dc1e69 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0261912 Aug 19 02:40:50.903230 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:40:51.116203 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-095ad635-2cdf-4e03-8d50-c2cb6f4da2e9 req-100bf81b-d01e-42e4-b82b-d96b31371db4 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0251219 Aug 19 02:40:51.284875 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4313ce8a-b652-4b99-8f63-c5f3eabef2ae req-dc7802d0-d4b6-4d2a-894c-6efc4e23d758 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0264513 Aug 19 02:40:51.849090 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:52.215243 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f1cc44a3-1834-4f11-bc3f-a78c63f5682b req-ad17232d-3295-4f18-9f2e-4f73accc1e17 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0300639 Aug 19 02:40:52.375686 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6a4689ab-23e6-4df1-8f22-add5c2e6c6ca req-166d0a01-db74-4e33-8f50-4a967d3548bf tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Aug 19 02:40:53.312698 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-070f83be-7175-4ef2-b9c8-9c377be5fc5b req-cd334f71-1089-4e93-807c-36c37823fd92 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0257578 Aug 19 02:40:53.472442 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ddd8997a-5f18-4637-9820-e04548328a41 req-8555b6a9-1b5e-4d23-adcd-e2cd9469886c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0298162 Aug 19 02:40:54.409869 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-28854cf8-625e-4529-80ce-003341b54d79 req-a030102b-8d75-40a6-85de-f2f470963147 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0262942 Aug 19 02:40:54.562140 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-08103efb-c46e-4fe9-b863-0f0078b4416c req-ec5fcc2c-8822-4aad-816b-469a01a374ec tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0260990 Aug 19 02:40:55.526532 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d8a011e5-16ca-4023-9c15-0f0fb89234c7 req-426b697b-8963-408d-bbc2-a83e840f87df tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a9a27af-1edc-49d7-abe2-6be0de0295de HTTP/1.1" status: 200 len: 210 time: 0.0263195 Aug 19 02:40:55.669206 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dbc3b4fe-b3f9-481b-b2c7-5b0df4afb574 req-3d4bbaa5-a3f3-4348-9a9f-374549b6fe15 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Aug 19 02:40:56.018302 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c344d-0bce-4f6c-9040-8f738ff55cf1 req-e8f8765e-ecb9-486a-88bc-52602b985ab2 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:56.019814 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-781c344d-0bce-4f6c-9040-8f738ff55cf1 req-e8f8765e-ecb9-486a-88bc-52602b985ab2 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0492947 Aug 19 02:40:56.062014 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-781c344d-0bce-4f6c-9040-8f738ff55cf1 req-54f3b439-f550-4f97-8536-6dfde9a77341 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/security-groups?id=62fd860f-c44f-4a20-a5b2-94b214c143c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Aug 19 02:40:56.548720 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-e776dc34-88ed-4d55-88c4-ff2f408d5ed7 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:40:56.550284 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-e776dc34-88ed-4d55-88c4-ff2f408d5ed7 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Aug 19 02:40:56.646667 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Deleting port a33bd4ad-3907-4077-b9f6-0ab40221cb59 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:40:56.654270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.703826 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57322) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:56.764001 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.789527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-def271f9-12e9-4cd2-bc0f-8e0b00a260c9 req-85582563-8100-4299-b121-ee98812f3b94 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0466039 Aug 19 02:40:56.790194 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.791284 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] For port a33bd4ad-3907-4077-b9f6-0ab40221cb59, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a33bd4ad-3907-4077-b9f6-0ab40221cb59,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:40:56.791853 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.807220 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Calling delete_port for a33bd4ad-3907-4077-b9f6-0ab40221cb59 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:40:56.923493 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.926212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:56.934252 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "DELETE /v2.0/security-groups/6b2a1843-ff42-4647-9b70-1df19cbb68da HTTP/1.1" status: 204 len: 168 time: 0.2226989 Aug 19 02:40:56.934415 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57330) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:56.937501 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a1843-ff42-4647-9b70-1df19cbb68da,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:56.944915 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.945263 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.945598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.945929 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.946283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.946611 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.946935 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.948656 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.948991 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.949320 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.949647 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.949969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14deccdb-cebc-476f-807e-b32467845b26 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:56.953883 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.api.v2.resource [None req-21f8dd4c-db52-4b2c-a84b-97a9b2d2aa9c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] show failed (client error): The resource could not be found. Aug 19 02:40:56.954927 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-21f8dd4c-db52-4b2c-a84b-97a9b2d2aa9c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups/6b2a1843-ff42-4647-9b70-1df19cbb68da HTTP/1.1" status: 404 len: 347 time: 0.0221536 Aug 19 02:40:56.958683 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57332) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:57.095542 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Deleting port f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:40:57.095877 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.104146 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.138469 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['a33bd4ad-3907-4077-b9f6-0ab40221cb59'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:40:57.171695 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-274fc398-7191-43cc-a5b0-194c3dd09f7d req-d49c2ff0-63f0-4d2b-a7a0-f28330b8a28d tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Aug 19 02:40:57.425706 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Pushing event deleted for resources: {'Port': ['ID=a33bd4ad-3907-4077-b9f6-0ab40221cb59,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:57.469314 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.469670 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.470040 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.470374 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.470711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.471045 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.471378 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.471711 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.472045 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.472363 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.472691 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.473012 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:40:57.479304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] No DVR routers for this DVR port a33bd4ad-3907-4077-b9f6-0ab40221cb59 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:40:57.483869 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.485821 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0f14677d-8bca-4cce-8f93-7e5bae965efa req-886afde9-8d2d-43d3-a231-bbb6a45fd73f tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.41 "DELETE /v2.0/ports/a33bd4ad-3907-4077-b9f6-0ab40221cb59 HTTP/1.1" status: 204 len: 173 time: 0.9298601 Aug 19 02:40:57.486277 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'name': 'network-vif-deleted', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:40:57.489237 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c16a036-d765-4fa2-8c47-7ce1893754e6" -d '{"events": [{"server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "name": "network-vif-deleted", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:40:57.508262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57344) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:57.525137 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.526146 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.535496 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07984f46-bcf0-4220-b4b9-7b11c78f2990 x-openstack-request-id: req-07984f46-bcf0-4220-b4b9-7b11c78f2990 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:40:57.535784 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4", "name": "network-vif-deleted", "tag": "a33bd4ad-3907-4077-b9f6-0ab40221cb59", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:40:57.536031 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07984f46-bcf0-4220-b4b9-7b11c78f2990 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:40:57.536416 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4', 'name': 'network-vif-deleted', 'tag': 'a33bd4ad-3907-4077-b9f6-0ab40221cb59', 'status': 'completed', 'code': 200} Aug 19 02:40:57.542447 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Calling delete_port for f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea owned by network:floatingip {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:40:57.626304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b83b46c-cf07-42a8-b1c8-8678feb07c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.758695 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b83b46c-cf07-42a8-b1c8-8678feb07c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.803789 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.834657 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'Port': ['ID=f9ba4c2e-e302-4eb6-b951-c36d8be5d6ea,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:57.871815 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b83b46c-cf07-42a8-b1c8-8678feb07c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.908153 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be9e77e1-8c08-417c-89a6-25af18ce689e req-b856735e-3e97-4801-adee-cfb77697fd3c tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Aug 19 02:40:57.945147 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83b46c-cf07-42a8-b1c8-8678feb07c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f04786-2d23-4e2a-a907-b375215cd110,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:57.953421 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-3b83b46c-cf07-42a8-b1c8-8678feb07c66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a393bb1657e44fcc8f5a9d072963fc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417391 Aug 19 02:40:57.953421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.954408 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57354) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:57.955748 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:57.962348 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b33032c1-1f19-479c-b356-92c1d395383d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "DELETE /v2.0/floatingips/e161620a-3ab1-4f2f-810c-648c780dc0a2 HTTP/1.1" status: 204 len: 168 time: 0.9993963 Aug 19 02:40:58.024461 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.045377 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.128955 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.131851 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.133128 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84f04786-2d23-4e2a-a907-b375215cd110 HTTP/1.1" status: 204 len: 168 time: 0.1781802 Aug 19 02:40:58.141697 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372328d-62c5-43f1-9b57-f35160b6b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f04786-2d23-4e2a-a907-b375215cd110,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:58.284608 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f742e828-fed4-4b14-9739-5896deeff6ca req-1364d48c-99ec-439e-9016-064da6e066e2 tempest-TestMinimumBasicScenario-15484816 tempest-TestMinimumBasicScenario-15484816-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba2bf02a-dee5-4e46-8b2f-7d66c5721bf4 HTTP/1.1" status: 200 len: 210 time: 0.0279171 Aug 19 02:40:58.778275 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57366) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:58.794940 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-93d4ea47-89db-4c99-b919-7ca0aecd43e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.882151 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-93d4ea47-89db-4c99-b919-7ca0aecd43e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:58.892578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57368) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:58.897259 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503697651', 'description': 'tempest-description--74753335'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:40:58.953501 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-93d4ea47-89db-4c99-b919-7ca0aecd43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.003960 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-93d4ea47-89db-4c99-b919-7ca0aecd43e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5d17503d235d4d2a9ee38c89d34e8719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241619 Aug 19 02:40:59.005909 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4ea47-89db-4c99-b919-7ca0aecd43e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb2e5c-0169-41d4-8c33-119e3c1f79ba,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:59.008220 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57374) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:59.030063 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-7b031103-83f1-49c9-bc26-a2517243f1db req-158b8a25-f66d-456d-b172-08716b5c5206 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0367413 Aug 19 02:40:59.049621 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.067160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.098710 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.178904 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.230171 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.232692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.235647 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fcb2e5c-0169-41d4-8c33-119e3c1f79ba HTTP/1.1" status: 204 len: 168 time: 0.2247233 Aug 19 02:40:59.241738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f827954-603b-4cba-8215-dec567a9efed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb2e5c-0169-41d4-8c33-119e3c1f79ba,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:59.263724 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.293778 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8396e3f-8ce3-45a4-bc35-25630467e9e3,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:59.352196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.354204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-9622027b-3024-4564-a75e-c58318474a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4600177 Aug 19 02:40:59.356981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57382) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:59.361558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group_rule': {'security_group_id': 'd8396e3f-8ce3-45a4-bc35-25630467e9e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:40:59.453976 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.511303 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.580399 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.601641 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6257f1-1184-4b2b-b103-4d8198ad44d5,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:59.675242 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.678949 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d8d37995-e928-4e2a-b52f-dc6d9bc0c453 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3185310 Aug 19 02:40:59.679261 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57408) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:59.684370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'security_group_rule': {'security_group_id': 'd8396e3f-8ce3-45a4-bc35-25630467e9e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:40:59.763291 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.829993 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.901517 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.924110 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b69eb77-4b07-4c01-ab5b-da225af47729,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:40:59.986770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:59.991262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57432) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:40:59.991740 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-25304f70-061f-4e9e-836d-0b3d47bdaf47 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112075 Aug 19 02:40:59.997481 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:41:00.084186 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.153744 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0ed02ffe-97cc-4685-9c4c-10881ce11a20 req-9ffbe5e4-38cb-4772-92b5-d968affb2701 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0557940 Aug 19 02:41:00.209437 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.319772 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Allocated IP 172.27.3.140 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/68abcb19-6fdf-4066-a3c3-0286a3c2d7c8) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:41:00.423385 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.592536 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.630446 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:41:00.635863 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:41:00.639428 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:41:00.666158 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=68abcb19-6fdf-4066-a3c3-0286a3c2d7c8,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:00.737211 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.882178 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:00.923852 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57468) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:01.061970 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.146368 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.224973 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=68abcb19-6fdf-4066-a3c3-0286a3c2d7c8,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:01.245887 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.261824 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4984215c-ce9f-42fd-ad3a-b21281b16762 req-f5da647f-775a-4505-a046-e08284bbdcf2 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0310163 Aug 19 02:41:01.335111 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.339788 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5ff51a06-3b27-4bdb-8991-8ddd02e76fe9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3434424 Aug 19 02:41:01.505490 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.539144 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-4b7d9782-5bd2-45e9-89e7-231e01884601 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1503697651&fields=id&tenant_id=e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 267 time: 0.0348253 Aug 19 02:41:01.552539 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device a33bd4ad-3907-4077-b9f6-0ab40221cb59 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:01.579341 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: a33bd4ad-3907-4077-b9f6-0ab40221cb59 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:01.580198 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device a33bd4ad-3907-4077-b9f6-0ab40221cb59 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:01.662527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-b62aac98-05b4-4a53-a2a0-0f23d7410b87 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:01.668307 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-b62aac98-05b4-4a53-a2a0-0f23d7410b87 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 816 time: 0.1219242 Aug 19 02:41:01.681381 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-19475158-e943-4d46-bc03-eede5cd3e837 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/quotas/e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 375 time: 0.0109336 Aug 19 02:41:01.737599 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-f7a96999-21af-4302-ae10-d09a9cba9add tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493224 Aug 19 02:41:01.763699 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Deleting port a9e06942-5872-4ddb-806b-1cc9c6866114 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:01.764036 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.813021 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-70fde51a-7309-46b6-9d86-f918ad0c5333 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:41:01.814200 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-70fde51a-7309-46b6-9d86-f918ad0c5333 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649209 Aug 19 02:41:01.845190 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] For port a9e06942-5872-4ddb-806b-1cc9c6866114, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a9e06942-5872-4ddb-806b-1cc9c6866114,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:01.845551 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:01.857836 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Calling delete_port for a9e06942-5872-4ddb-806b-1cc9c6866114 owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:01.912544 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-1e575cdd-5880-441f-a67d-e71f9ff12d0f service neutron] 10.222.0.38 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911641 Aug 19 02:41:02.014842 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-8294b0b1-a233-4e64-9123-f2f6af6c5201 service neutron] 10.222.0.38 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957344 Aug 19 02:41:02.123992 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:02.157619 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e06942-5872-4ddb-806b-1cc9c6866114,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:02.271945 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5f162943-dbd3-4b14-b2f4-9c00e3ab9782 req-71eae1b4-b423-4fca-95f1-bce686f4ce05 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 210 time: 0.0474072 Aug 19 02:41:02.410974 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:02.420755 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-81f5879d-5ada-4a51-ad27-5fc44f88c041 req-e977d6f6-3436-4aa6-bc45-e9cfb07c2ee6 tempest-VolumesSnapshotTestJSON-1905079710 tempest-VolumesSnapshotTestJSON-1905079710-project] 10.222.0.38 "GET /v2.0/ports?device_id=04a37bd2-9ddb-4f8a-8c81-36e77ed97e92 HTTP/1.1" status: 200 len: 210 time: 0.0456543 Aug 19 02:41:02.700799 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7fb07f57-e4e0-432f-9a1c-c19316b029a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:02.886509 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:41:02.995056 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:41:03.002500 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-acfa371f-6c28-40de-9145-e8ce9d626af7 admin admin] 10.222.0.38 "PUT /v2.0/routers/481e8afe-c1ec-4f0a-822c-89e4ec4a94c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0752909 Aug 19 02:41:03.003134 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57564) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:03.005304 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Sync routers for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:41:03.016650 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:03.017483 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:40:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:03.109860 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:03.130256 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:03.216285 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:03.320394 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:41:01Z', 'revision_number': 5, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port': {'id': '990f7756-9b30-43ab-81ab-73148905fc5d', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:03.348303 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Checking router: 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:41:03.352619 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Routers {'481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:03.353488 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:40:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:03.403002 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8227b7c5-788e-4447-b6c6-ceeba27b17a0 req-1f1fcc06-8479-48e5-9813-48f0e0a11963 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 210 time: 0.0303667 Aug 19 02:41:03.413306 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Deleting port 990f7756-9b30-43ab-81ab-73148905fc5d {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:03.413917 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:03.442147 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] Set router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 gateway port host: None {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:03.499109 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:41:03Z', 'revision_number': 6, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:03.528151 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8ceaa-dc0f-4048-8d8b-99e79ace7f26 None None] The sync data for ids ['481e8afe-c1ec-4f0a-822c-89e4ec4a94c3'] in dv-cinder-757936-6-iscsi is: [{'id': '481e8afe-c1ec-4f0a-822c-89e4ec4a94c3', 'name': 'tempest-TestMinimumBasicScenario-1398189268-router', 'tenant_id': '09b33cb756ec40f29b8a9988996123a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:46Z', 'updated_at': '2021-08-19T02:41:03Z', 'revision_number': 6, 'project_id': '09b33cb756ec40f29b8a9988996123a6', 'gw_port_host': None}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:41:03.546416 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] For port 990f7756-9b30-43ab-81ab-73148905fc5d, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=990f7756-9b30-43ab-81ab-73148905fc5d,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:03.547105 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:03.563394 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Calling delete_port for 990f7756-9b30-43ab-81ab-73148905fc5d owned by network:router_gateway {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:03.849475 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:03.876967 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=990f7756-9b30-43ab-81ab-73148905fc5d,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:03.945981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.061399 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.063562 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.198124 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.198698 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 {{(pid=94405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:41:04.206715 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.206715 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-30469e05-139c-413b-aa9d-2b44ba1e3e68 admin admin] 10.222.0.38 "DELETE /v2.0/routers/481e8afe-c1ec-4f0a-822c-89e4ec4a94c3 HTTP/1.1" status: 204 len: 168 time: 1.2018094 Aug 19 02:41:04.208550 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57620) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:04.260083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Deleting subnet 19184ce2-158b-4814-9556-49ea56eeb1ad {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:41:04.263622 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.318855 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.418144 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a9e06942-5872-4ddb-806b-1cc9c6866114 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:04.440613 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.474528 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: a9e06942-5872-4ddb-806b-1cc9c6866114 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:04.474872 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a9e06942-5872-4ddb-806b-1cc9c6866114 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:04.475288 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 990f7756-9b30-43ab-81ab-73148905fc5d no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:04.522840 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 990f7756-9b30-43ab-81ab-73148905fc5d {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:04.523242 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 990f7756-9b30-43ab-81ab-73148905fc5d not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:04.596490 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-de1d1ebe-3b9a-46d8-a46e-4adaeba030aa req-869cd28a-228b-4c45-9847-4cbd374e4e65 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 210 time: 0.0276084 Aug 19 02:41:04.651397 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.685781 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19184ce2-158b-4814-9556-49ea56eeb1ad,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:04.687730 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.690444 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7c1183ea-2710-445f-b98a-4e13371836ab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/19184ce2-158b-4814-9556-49ea56eeb1ad HTTP/1.1" status: 204 len: 168 time: 0.4804618 Aug 19 02:41:04.692495 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57638) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:04.704148 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee2798-986e-4ac2-a023-ee228fd0ba58 None None] Network f9727a1f-4aa9-460a-a229-0b1447238291 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:41:04.709617 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-15a005ca-e7b8-4102-9dc2-283437990a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:04.711950 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-15a005ca-e7b8-4102-9dc2-283437990a60 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 816 time: 0.1389050 Aug 19 02:41:04.785050 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-bf24f811-6c4d-451b-8f00-95343d7a3564 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dd06eea8a84e9e9331267e6db39639 HTTP/1.1" status: 200 len: 380 time: 0.0576212 Aug 19 02:41:04.802505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.802733 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'port': {'device_id': '166755f7-b091-4a52-89ac-7c978b75b75f', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'admin_state_up': True, 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'security_groups': ['d8396e3f-8ce3-45a4-bc35-25630467e9e3']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:41:04.870556 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Deleting port 5a132cc3-d134-4236-a79a-e3505457de08 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:04.870979 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.959845 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] For port 5a132cc3-d134-4236-a79a-e3505457de08, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5a132cc3-d134-4236-a79a-e3505457de08,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:04.959989 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841175b-769e-467a-8890-281763a3da84 None None] DHCP port deletion for f9727a1f-4aa9-460a-a229-0b1447238291 request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:41:04.960108 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:04.981410 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Calling delete_port for 5a132cc3-d134-4236-a79a-e3505457de08 owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:04.995984 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Made reservation on behalf of e2dd06eea8a84e9e9331267e6db39639 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:41:04.999857 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.029097 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-4841175b-769e-467a-8890-281763a3da84 None None] Deleting port 5a132cc3-d134-4236-a79a-e3505457de08 {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:05.029097 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.037578 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57644) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:05.108278 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-4841175b-769e-467a-8890-281763a3da84 None None] For port 5a132cc3-d134-4236-a79a-e3505457de08, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5a132cc3-d134-4236-a79a-e3505457de08,segment=NetworkSegment(e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2),segment_id=e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:05.108917 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.127416 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-4841175b-769e-467a-8890-281763a3da84 None None] Calling delete_port for 5a132cc3-d134-4236-a79a-e3505457de08 owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:05.165146 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Allocated IP 172.20.0.10 (b7d26125-ff21-4756-af22-988f1c5fab5c/f168eca4-1978-4b93-844b-202c01422d8d/f7dbd590-7948-428a-8df2-8b11ea428d5f) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:41:05.175391 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-49769b1b-ada3-4e1c-98a3-0caa897e464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.177268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.216032 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] No DVR routers for this DVR port 5a132cc3-d134-4236-a79a-e3505457de08 on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:41:05.219471 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a132cc3-d134-4236-a79a-e3505457de08,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.226562 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.254513 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841175b-769e-467a-8890-281763a3da84 None None] Pushing event deleted for resources: {'Port': ['ID=5a132cc3-d134-4236-a79a-e3505457de08,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.261725 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5eeafbee-1b19-4d34-910f-1b7edc35b0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.272411 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841175b-769e-467a-8890-281763a3da84 None None] No DVR routers for this DVR port 5a132cc3-d134-4236-a79a-e3505457de08 on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.281325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.282295 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.282295 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.282295 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.282740 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.282843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.283150 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841175b-769e-467a-8890-281763a3da84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:41:05.326783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.336637 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.340700 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9727a1f-4aa9-460a-a229-0b1447238291']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:05.351292 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Transition to ACTIVE for port object f7dbd590-7948-428a-8df2-8b11ea428d5f will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:41:05.356355 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:05.356705 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b7c1d8-9ea4-4b36-9f3e-34763f6291f2') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:05.370428 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.390078 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:41:05.421056 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:41:05.465327 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-49769b1b-ada3-4e1c-98a3-0caa897e464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.506875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.529387 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.529973 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-49769b1b-ada3-4e1c-98a3-0caa897e464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.534840 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.551081 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.552916 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f9727a1f-4aa9-460a-a229-0b1447238291 HTTP/1.1" status: 204 len: 168 time: 0.8593867 Aug 19 02:41:05.556527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Network b7d26125-ff21-4756-af22-988f1c5fab5c is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:41:05.559793 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:41:05.563719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:41:05.567071 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57656) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:05.577625 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e779-f1c3-4410-8db9-53cb4a1107f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9727a1f-4aa9-460a-a229-0b1447238291,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.590074 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-49769b1b-ada3-4e1c-98a3-0caa897e464a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bf24f7b52c94813847be3c647cc3d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514243 Aug 19 02:41:05.591050 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49769b1b-ada3-4e1c-98a3-0caa897e464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517682d9-3793-4430-8734-258ee2f7d994,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.593502 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57658) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:05.601311 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event updated for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.651937 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.670287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:05.670933 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.680470 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.756627 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-87d83943-459e-49df-90ce-752e9607f07b tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9661508 Aug 19 02:41:05.778707 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Request body: {'port': {'device_id': '166755f7-b091-4a52-89ac-7c978b75b75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:41:05.786328 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.788977 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.790313 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/517682d9-3793-4430-8734-258ee2f7d994 HTTP/1.1" status: 204 len: 168 time: 0.1959932 Aug 19 02:41:05.798660 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd816-4460-4d02-98e1-d81d9fa527cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517682d9-3793-4430-8734-258ee2f7d994,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:05.848861 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc8aa-75cc-42db-aefb-cae2b9540ee1 req-58e632f2-c052-4920-a400-d4439bf816fa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:05.848861 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9e5fc8aa-75cc-42db-aefb-cae2b9540ee1 req-58e632f2-c052-4920-a400-d4439bf816fa tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 932 time: 0.1260586 Aug 19 02:41:05.911460 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-93ccd03b-4a74-45d1-b1d1-8f8edf59502f None None] Provisioning for port f7dbd590-7948-428a-8df2-8b11ea428d5f completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:41:05.915344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-93ccd03b-4a74-45d1-b1d1-8f8edf59502f None None] Provisioning complete for port f7dbd590-7948-428a-8df2-8b11ea428d5f triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:41:05.917585 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-93ccd03b-4a74-45d1-b1d1-8f8edf59502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.939450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:05.949498 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-93ccd03b-4a74-45d1-b1d1-8f8edf59502f None None] Port f7dbd590-7948-428a-8df2-8b11ea428d5f cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:41:05.975455 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9e5fc8aa-75cc-42db-aefb-cae2b9540ee1 req-e9d8d7e7-38aa-4ebd-bccd-e19ccec46ca5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188443 Aug 19 02:41:06.221915 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5a132cc3-d134-4236-a79a-e3505457de08 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:06.241482 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 5a132cc3-d134-4236-a79a-e3505457de08 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:06.241849 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5a132cc3-d134-4236-a79a-e3505457de08 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:06.405990 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dbd590-7948-428a-8df2-8b11ea428d5f {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:41:06.412347 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57672) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:06.414328 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.421002 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.428880 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d40502-fe6c-41c5-9090-86366a2255c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.429355 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.465767 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Transition to ACTIVE for port object f7dbd590-7948-428a-8df2-8b11ea428d5f will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:41:06.522847 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d40502-fe6c-41c5-9090-86366a2255c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.550821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.588887 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-63d40502-fe6c-41c5-9090-86366a2255c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.627678 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-63d40502-fe6c-41c5-9090-86366a2255c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a28f8f3b8784d209b1318d3e8272ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138600 Aug 19 02:41:06.628553 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d40502-fe6c-41c5-9090-86366a2255c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb67bd58-41b1-4d7c-b617-c599f289f99f,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:06.631586 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57674) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:06.683365 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.707222 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.826236 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.828949 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:06.830275 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb67bd58-41b1-4d7c-b617-c599f289f99f HTTP/1.1" status: 204 len: 168 time: 0.1975863 Aug 19 02:41:06.838829 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbe544-3426-4a65-8692-da447e7d4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb67bd58-41b1-4d7c-b617-c599f289f99f,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:06.937092 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:07.041485 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Attempting to bind port f7dbd590-7948-428a-8df2-8b11ea428d5f on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:41:07.044203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Attempting to bind port f7dbd590-7948-428a-8df2-8b11ea428d5f by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:41:07.044203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Attempting to bind port f7dbd590-7948-428a-8df2-8b11ea428d5f on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:41:07.047659 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Port f7dbd590-7948-428a-8df2-8b11ea428d5f on network b7d26125-ff21-4756-af22-988f1c5fab5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:41:07.047997 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Attempting to bind port f7dbd590-7948-428a-8df2-8b11ea428d5f on network b7d26125-ff21-4756-af22-988f1c5fab5c {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:41:07.058877 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:41:07.059219 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Checking segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:41:07.059808 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Bound using segment: {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:41:07.060258 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Bound port: f7dbd590-7948-428a-8df2-8b11ea428d5f, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff89a8-bc4b-4374-bca0-89701b6bec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:41:07.060612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.111083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf4c-e24a-44bc-ac3d-fd35d633c86e req-4dc6c211-24c8-4f46-9786-ba6ed8b42006 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.112677 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b28daf4c-e24a-44bc-ac3d-fd35d633c86e req-4dc6c211-24c8-4f46-9786-ba6ed8b42006 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 944 time: 0.0513086 Aug 19 02:41:07.157598 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b28daf4c-e24a-44bc-ac3d-fd35d633c86e req-baab6b42-f8e5-42e7-b492-f0e6a976d3dd tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 Aug 19 02:41:07.184023 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:41:07.200585 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:41:07.202321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Deleting port 13625c47-a373-40d0-afb5-abe8ba9a662d {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:07.203612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.277781 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.330313 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.331202 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.332660 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1094 time: 1.5596704 Aug 19 02:41:07.336881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:41:07.339243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322" -d '{"events": [{"name": "network-changed", "server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:41:07.344807 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] For port 13625c47-a373-40d0-afb5-abe8ba9a662d, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=13625c47-a373-40d0-afb5-abe8ba9a662d,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:07.345179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.369404 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Calling delete_port for 13625c47-a373-40d0-afb5-abe8ba9a662d owned by network:router_interface {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:07.382923 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5885d-cc54-49ce-8b75-9698d70ef8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:07.389906 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdb40a-1998-4708-b28c-3537ac707d55 x-openstack-request-id: req-dfbdb40a-1998-4708-b28c-3537ac707d55 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:41:07.390426 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:41:07.390842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfbdb40a-1998-4708-b28c-3537ac707d55 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:41:07.391402 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'status': 'completed', 'code': 200} Aug 19 02:41:07.500450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-3cf41b49-57db-4762-b9cb-fe1c6e25b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.502205 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-3cf41b49-57db-4762-b9cb-fe1c6e25b033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1097 time: 0.0706229 Aug 19 02:41:07.689661 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-addd4b62-b12a-460f-b3c7-d94652cc919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.691211 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-addd4b62-b12a-460f-b3c7-d94652cc919c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2dd06eea8a84e9e9331267e6db39639&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1464348 Aug 19 02:41:07.794766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-618f15de-cd15-475c-b831-4a2a6086683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.796229 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7ad6b3ff-3727-4ba2-9fb8-86d5f6b1c322 req-618f15de-cd15-475c-b831-4a2a6086683b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968156 Aug 19 02:41:07.806819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:07.835967 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=13625c47-a373-40d0-afb5-abe8ba9a662d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:07.940068 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-8e3fb352-a03b-45a3-9fce-bb06f3f7ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:07.941570 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-8e3fb352-a03b-45a3-9fce-bb06f3f7ea5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1097 time: 0.0797250 Aug 19 02:41:08.024267 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-7eb3f26b-21a6-48fe-9dea-7a25acee352a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 217 time: 0.0413611 Aug 19 02:41:08.123919 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-6bfd6788-4f9f-469e-9c54-09a66eac5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:08.125389 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-6bfd6788-4f9f-469e-9c54-09a66eac5b7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0928998 Aug 19 02:41:08.130825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.131824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.223750 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-f9fa414d-9b3c-4e70-bddc-2d79578fe329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:08.227418 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-f9fa414d-9b3c-4e70-bddc-2d79578fe329 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924747 Aug 19 02:41:08.291895 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de733697-730e-4829-ae8b-600adcc2849d req-4a973a89-df18-42b1-a92a-bace51028da8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:08.293558 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-de733697-730e-4829-ae8b-600adcc2849d req-4a973a89-df18-42b1-a92a-bace51028da8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 944 time: 0.0540164 Aug 19 02:41:08.332078 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-de733697-730e-4829-ae8b-600adcc2849d req-4c29cd9a-55b5-495f-86ce-68adfa747ada tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Aug 19 02:41:08.401229 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-96a3e968-ecdb-4ea6-93b1-46ef08c7dcc6 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468885 Aug 19 02:41:08.521873 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Router 121b0358-1520-4303-9833-971dab8be3b5 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:41:08.543848 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cd794b8a-8691-404c-85f5-c4cae2ec4c62 req-33b399b2-9c8e-4d6e-8120-4fe1efa44973 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142163 Aug 19 02:41:08.561922 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57722) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:08.644751 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:41:08.653231 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0ff7e7a5-6723-479a-a3ac-622268da0c07 admin admin] 10.222.0.38 "PUT /v2.0/routers/121b0358-1520-4303-9833-971dab8be3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0787742 Aug 19 02:41:08.653346 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57726) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:08.655889 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Sync routers for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:41:08.666719 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:08.667321 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:41:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:08.703028 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-178db9ad-3b8e-4a4f-8f38-c2c547039baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.771423 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:08.795498 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.931590 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-178db9ad-3b8e-4a4f-8f38-c2c547039baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.937032 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:08.953234 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:41:07Z', 'revision_number': 5, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:08.982998 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Checking router: 121b0358-1520-4303-9833-971dab8be3b5 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:41:08.991469 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Routers {'121b0358-1520-4303-9833-971dab8be3b5'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:08.992055 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:41:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['121b0358-1520-4303-9833-971dab8be3b5'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:09.002910 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-178db9ad-3b8e-4a4f-8f38-c2c547039baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.063425 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-178db9ad-3b8e-4a4f-8f38-c2c547039baa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a26c6256f5494369a3e48a15c6406c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988163 Aug 19 02:41:09.065611 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57728) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:09.073141 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178db9ad-3b8e-4a4f-8f38-c2c547039baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f060d-8ed2-45f4-9a9d-fbfe41ce587b,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:09.099778 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] Set router 121b0358-1520-4303-9833-971dab8be3b5 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:09.123273 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Deleting port b0ac3122-f846-4ebc-9dbc-3587c746d2b3 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:09.123615 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.281807 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:41:07Z', 'revision_number': 5, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:09.308692 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2f388-8b7a-44ab-8096-b5c84f6dc596 None None] The sync data for ids ['121b0358-1520-4303-9833-971dab8be3b5'] in dv-cinder-757936-6-iscsi is: [{'id': '121b0358-1520-4303-9833-971dab8be3b5', 'name': 'tempest-TestMinimumBasicScenario-546265903-router', 'tenant_id': 'f9960efa670c4be384c39a5a71d82a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:52Z', 'updated_at': '2021-08-19T02:41:07Z', 'revision_number': 5, 'project_id': 'f9960efa670c4be384c39a5a71d82a05', 'gw_port': {'id': 'b0ac3122-f846-4ebc-9dbc-3587c746d2b3', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b0358-1520-4303-9833-971dab8be3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:53Z', 'updated_at': '2021-08-19T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:41:09.397673 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.429403 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.455470 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322607c-ab9a-4d35-a3f3-e33056683d1d req-8d3f3a37-4121-4e5a-89e3-d81c9fe700d5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:09.457053 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f322607c-ab9a-4d35-a3f3-e33056683d1d req-8d3f3a37-4121-4e5a-89e3-d81c9fe700d5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 944 time: 0.0492549 Aug 19 02:41:09.480056 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] For port b0ac3122-f846-4ebc-9dbc-3587c746d2b3, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:09.480413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.492119 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Calling delete_port for b0ac3122-f846-4ebc-9dbc-3587c746d2b3 owned by network:router_gateway {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:09.496607 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f322607c-ab9a-4d35-a3f3-e33056683d1d req-5269853c-df1e-4b45-b9df-0f01e65edce5 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330606 Aug 19 02:41:09.644580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.646817 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.647972 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/020f060d-8ed2-45f4-9a9d-fbfe41ce587b HTTP/1.1" status: 204 len: 168 time: 0.5813479 Aug 19 02:41:09.662946 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60b4f-2e7c-4c49-b4cd-ac5df98eb5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f060d-8ed2-45f4-9a9d-fbfe41ce587b,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:09.768848 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.799123 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ac3122-f846-4ebc-9dbc-3587c746d2b3,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:09.861605 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.952891 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:09.955120 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.075243 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.075983 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121b0358-1520-4303-9833-971dab8be3b5 {{(pid=94405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:41:10.085929 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.085929 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8431c99d-9d86-433a-8015-5131e7226e48 admin admin] 10.222.0.38 "DELETE /v2.0/routers/121b0358-1520-4303-9833-971dab8be3b5 HTTP/1.1" status: 204 len: 168 time: 1.4284036 Aug 19 02:41:10.090060 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57746) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:10.138218 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Deleting subnet ff14854f-65a7-41d0-a898-301c29dbe6b8 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:41:10.141435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.182723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.268766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.426160 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.456965 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.461280 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ff14854f-65a7-41d0-a898-301c29dbe6b8 HTTP/1.1" status: 204 len: 168 time: 0.3692417 Aug 19 02:41:10.461280 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a93cef-9b5c-4c65-be5f-82c17186abb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff14854f-65a7-41d0-a898-301c29dbe6b8,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:10.462269 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57758) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:10.464262 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f56ed7-806f-4ca0-a207-338163e9f010 None None] Network a1816882-08f0-400f-8653-cfefb288ed26 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:41:10.557835 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.616022 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 13625c47-a373-40d0-afb5-abe8ba9a662d no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:10.636347 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Deleting port a41b24a2-9bea-4e0b-a043-6825a9bab676 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:10.637014 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.641001 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 13625c47-a373-40d0-afb5-abe8ba9a662d {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:10.641332 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 13625c47-a373-40d0-afb5-abe8ba9a662d not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:10.716151 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] DHCP port deletion for a1816882-08f0-400f-8653-cfefb288ed26 request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:41:10.748695 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] For port a41b24a2-9bea-4e0b-a043-6825a9bab676, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a41b24a2-9bea-4e0b-a043-6825a9bab676,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:10.749051 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.765815 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d8c4-6c28-4e93-b595-d4f12f637724 req-c25d5d8a-a859-4b11-99a2-eb1af5527870 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:10.767335 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee68d8c4-6c28-4e93-b595-d4f12f637724 req-c25d5d8a-a859-4b11-99a2-eb1af5527870 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 944 time: 0.0822353 Aug 19 02:41:10.768978 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Deleting port a41b24a2-9bea-4e0b-a043-6825a9bab676 {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:41:10.769601 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.773580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Calling delete_port for a41b24a2-9bea-4e0b-a043-6825a9bab676 owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:10.848404 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] For port a41b24a2-9bea-4e0b-a043-6825a9bab676, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=a41b24a2-9bea-4e0b-a043-6825a9bab676,segment=NetworkSegment(c445cc54-31d3-414c-8ca8-c5a921aea884),segment_id=c445cc54-31d3-414c-8ca8-c5a921aea884)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:10.848944 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.856325 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ee68d8c4-6c28-4e93-b595-d4f12f637724 req-47379529-1920-42c1-ba33-2d51979b196c tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801704 Aug 19 02:41:10.869899 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Calling delete_port for a41b24a2-9bea-4e0b-a043-6825a9bab676 owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:41:10.966137 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.972291 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:10.997760 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] No DVR routers for this DVR port a41b24a2-9bea-4e0b-a043-6825a9bab676 on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:41:11.000915 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] Pushing event deleted for resources: {'Port': ['ID=a41b24a2-9bea-4e0b-a043-6825a9bab676,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:11.004592 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55891b-fad9-4ee3-a9f1-78fcf4611a86 None None] No DVR routers for this DVR port a41b24a2-9bea-4e0b-a043-6825a9bab676 on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:41:11.007192 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a41b24a2-9bea-4e0b-a043-6825a9bab676,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:11.078703 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.089213 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1816882-08f0-400f-8653-cfefb288ed26']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:11.102303 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c445cc54-31d3-414c-8ca8-c5a921aea884') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:11.102598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c445cc54-31d3-414c-8ca8-c5a921aea884') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:11.111980 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.126239 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.131969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:41:11.135496 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:41:11.254177 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.259612 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.261603 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] 10.222.0.38 "DELETE /v2.0/networks/a1816882-08f0-400f-8653-cfefb288ed26 HTTP/1.1" status: 204 len: 168 time: 0.7980649 Aug 19 02:41:11.274404 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743d75-2d01-476c-80e2-c9c526193c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1816882-08f0-400f-8653-cfefb288ed26,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:11.582371 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f7dbd590-7948-428a-8df2-8b11ea428d5f details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:41:11.668727 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 57782) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:11.721009 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:11.736908 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'port_id': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'mac_address': 'fa:16:3e:e8:66:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:41:11.746322 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-386f59dd-5d8b-4e0a-b9e0-6800199e65ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09b33cb756ec40f29b8a9988996123a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732813 Aug 19 02:41:11.746678 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57788) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:11.793838 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.809832 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dbd590-7948-428a-8df2-8b11ea428d5f {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:41:11.811570 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.833804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:11.840882 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.920376 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.960914 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.964888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:11.966615 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62fd860f-c44f-4a20-a5b2-94b214c143c9 HTTP/1.1" status: 204 len: 168 time: 0.2187381 Aug 19 02:41:11.989060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:11.996357 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff194fa-9b11-40a2-8f25-e9806b2e61c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd860f-c44f-4a20-a5b2-94b214c143c9,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:12.026046 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d1c3-c03a-4c73-a1bf-46f9f2a2c625 req-ff914128-90b8-40b8-87f5-e0a3ed0c5a30 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:12.027920 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bf32d1c3-c03a-4c73-a1bf-46f9f2a2c625 req-ff914128-90b8-40b8-87f5-e0a3ed0c5a30 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 945 time: 0.0832326 Aug 19 02:41:12.074684 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bf32d1c3-c03a-4c73-a1bf-46f9f2a2c625 req-5b16e63c-3401-4d8c-837f-1d092e75e19f tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397830 Aug 19 02:41:12.225819 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b0ac3122-f846-4ebc-9dbc-3587c746d2b3 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:12.245498 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: b0ac3122-f846-4ebc-9dbc-3587c746d2b3 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:12.245840 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device b0ac3122-f846-4ebc-9dbc-3587c746d2b3 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:12.246271 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a41b24a2-9bea-4e0b-a043-6825a9bab676 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:41:12.266187 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['f7dbd590-7948-428a-8df2-8b11ea428d5f'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:41:12.268322 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: a41b24a2-9bea-4e0b-a043-6825a9bab676 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:41:12.268654 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device a41b24a2-9bea-4e0b-a043-6825a9bab676 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:41:12.678880 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57798) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:12.719584 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-bf8c9802-b19a-4b20-8c12-9bedd09835b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9960efa670c4be384c39a5a71d82a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395424 Aug 19 02:41:12.721942 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57802) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:12.772028 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:12.793383 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:12.911156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:12.913857 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:12.915021 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d61652c4-2b78-41ea-9e3e-dd3a32e43e9f HTTP/1.1" status: 204 len: 168 time: 0.1920888 Aug 19 02:41:12.923122 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf0fd9-eaf9-49a9-985d-2697b40d9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61652c4-2b78-41ea-9e3e-dd3a32e43e9f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:13.211158 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26c75c-f6e3-440f-9630-4fdb2fbeae4c req-7036b88f-5cfe-4f57-af01-0372c479fcdf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:13.211158 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6c26c75c-f6e3-440f-9630-4fdb2fbeae4c req-7036b88f-5cfe-4f57-af01-0372c479fcdf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 945 time: 0.0537875 Aug 19 02:41:13.247849 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6c26c75c-f6e3-440f-9630-4fdb2fbeae4c req-dfccd836-e0b2-4a0f-bfe8-55fe4fec2252 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378554 Aug 19 02:41:13.597391 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f7dbd590-7948-428a-8df2-8b11ea428d5f up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:41:13.699518 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port f7dbd590-7948-428a-8df2-8b11ea428d5f completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:41:13.703131 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port f7dbd590-7948-428a-8df2-8b11ea428d5f triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:41:13.703493 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:13.777963 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:13.801817 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:41:13.803994 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774b7da-dbd8-4988-bc54-e31cb721a9c4" -d '{"events": [{"server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:41:13.826162 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:41:13.888625 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:13.940157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:41:14.018534 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa239492-38e0-4cf9-a606-94c5c516e0f9 x-openstack-request-id: req-fa239492-38e0-4cf9-a606-94c5c516e0f9 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:41:14.018818 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:41:14.019154 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa239492-38e0-4cf9-a606-94c5c516e0f9 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:41:14.019554 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'code': 200} Aug 19 02:41:14.337754 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c93e60-1198-4d78-8300-3be7f4819514 req-4cda5da6-14fa-428d-9861-c81ce7151935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:14.340043 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b1c93e60-1198-4d78-8300-3be7f4819514 req-4cda5da6-14fa-428d-9861-c81ce7151935 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0431316 Aug 19 02:41:14.376488 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b1c93e60-1198-4d78-8300-3be7f4819514 req-81bb9850-7d01-426d-b474-c075f1af53dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285289 Aug 19 02:41:14.383648 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21732f-2105-4a81-9ad3-35f04c520d26 req-6b583e57-0b9d-44e6-bdea-ded793695d07 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:14.385691 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3a21732f-2105-4a81-9ad3-35f04c520d26 req-6b583e57-0b9d-44e6-bdea-ded793695d07 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0505800 Aug 19 02:41:14.422627 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3a21732f-2105-4a81-9ad3-35f04c520d26 req-8f17357f-aad6-4331-b534-e18ef2f52c53 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Aug 19 02:41:15.548920 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178b57-18bd-42c1-8cfd-c6a6240558d9 req-0b3ac588-7703-46aa-bc36-7745146e460a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:15.550335 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee178b57-18bd-42c1-8cfd-c6a6240558d9 req-0b3ac588-7703-46aa-bc36-7745146e460a tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0493753 Aug 19 02:41:15.588523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee178b57-18bd-42c1-8cfd-c6a6240558d9 req-a26ec64c-100d-4d89-9e6c-703092ee49f8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Aug 19 02:41:16.705281 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee6e7-51a8-4e9c-b60c-64c9d234c07c req-70433dd3-b0ee-4ef1-9608-86d25ef1c0f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:16.706748 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-70aee6e7-51a8-4e9c-b60c-64c9d234c07c req-70433dd3-b0ee-4ef1-9608-86d25ef1c0f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0481122 Aug 19 02:41:16.742832 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-70aee6e7-51a8-4e9c-b60c-64c9d234c07c req-fcb876f5-2a2e-4fb3-bf4b-d8ba5f1562e0 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303755 Aug 19 02:41:16.862627 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d89cbf-849b-41c8-afbe-e496973b5dc3 req-3c08e772-6c18-474a-9b5a-83845ecaa145 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:16.871299 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-75d89cbf-849b-41c8-afbe-e496973b5dc3 req-3c08e772-6c18-474a-9b5a-83845ecaa145 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0550032 Aug 19 02:41:16.877418 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 57850) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:41:16.882057 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Request body: {'floatingip': {'port_id': 'f7dbd590-7948-428a-8df2-8b11ea428d5f'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:41:16.921185 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:17.602241 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:17.671254 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:17.768334 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Floating IP 49055265-57d9-40f2-99a4-b7b68ff17cc1 associated. External IP: 172.27.3.140, port: f7dbd590-7948-428a-8df2-8b11ea428d5f. Aug 19 02:41:17.969707 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:41:18.082496 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:41:18.088358 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:18.092636 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:41:18.102415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:18.103196 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:41:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:18.119408 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-76af4b2b-6bfb-4f53-ad69-153824bcca77 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "PUT /v2.0/floatingips/49055265-57d9-40f2-99a4-b7b68ff17cc1 HTTP/1.1" status: 200 len: 992 time: 1.2383246 Aug 19 02:41:18.119408 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:41:18.120152 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803a7e1-ba7f-4aec-b1cd-a499c4556884" -d '{"events": [{"name": "network-changed", "server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:41:18.173795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac822b10-afd5-4e2d-ac5d-16df29ff2711 x-openstack-request-id: req-ac822b10-afd5-4e2d-ac5d-16df29ff2711 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:41:18.174152 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:41:18.174414 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac822b10-afd5-4e2d-ac5d-16df29ff2711 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:41:18.174796 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'status': 'completed', 'code': 200} Aug 19 02:41:18.276767 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-4249acc3-8877-488c-be0d-f7537b870411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:18.278358 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-4249acc3-8877-488c-be0d-f7537b870411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0514097 Aug 19 02:41:18.336292 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:18.375026 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-a01f3aaf-73d1-4aa1-9daa-230cc6565e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:18.376611 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-a01f3aaf-73d1-4aa1-9daa-230cc6565e62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0906279 Aug 19 02:41:18.445804 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-7e648bee-29b3-4282-adef-08f6202214ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1000 time: 0.0618474 Aug 19 02:41:18.495263 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-d717c5e7-0273-4465-a988-10cbed19cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:18.496721 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-d717c5e7-0273-4465-a988-10cbed19cf63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0439055 Aug 19 02:41:18.542664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-511e38b9-0c14-4452-a4dd-4ffc3cbd34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:18.544070 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-511e38b9-0c14-4452-a4dd-4ffc3cbd34f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403311 Aug 19 02:41:18.601462 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '49055265-57d9-40f2-99a4-b7b68ff17cc1', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:e8:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166755f7-b091-4a52-89ac-7c978b75b75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:41:00Z', 'updated_at': '2021-08-19T02:41:17Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:18.627621 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:41:18.635867 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:41:18.636468 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:41:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:18.637123 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-035acadb-47f1-4558-97c6-7d1605113e4a service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853620 Aug 19 02:41:18.728102 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f803a7e1-ba7f-4aec-b1cd-a499c4556884 req-4fa7f85b-c120-4149-9bc0-eb8dd1ef2b1a service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827990 Aug 19 02:41:18.740081 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:41:18.964562 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '49055265-57d9-40f2-99a4-b7b68ff17cc1', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:e8:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166755f7-b091-4a52-89ac-7c978b75b75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:41:00Z', 'updated_at': '2021-08-19T02:41:17Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:41:18.990510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a9d49-4fce-4082-96cc-0cd4910a7d60 None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '49055265-57d9-40f2-99a4-b7b68ff17cc1', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'port_id': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'mac_address': 'fa:16:3e:e8:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166755f7-b091-4a52-89ac-7c978b75b75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:41:00Z', 'updated_at': '2021-08-19T02:41:17Z', 'revision_number': 1, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:41:19.177714 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248717f-9d5c-468d-8d3d-decb5ac2f25b None None] New status for floating IP 49055265-57d9-40f2-99a4-b7b68ff17cc1: ACTIVE {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:41:21.887850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:27.902587 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:41:32.719604 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9cb5774a-4f29-4c27-9131-ebd89f8d278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:35.302611 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0b94-da98-40de-be66-a42447a46569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:35.544756 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:36.430380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:38.159484 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:38.422129 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-27adc58b-dcd1-4277-978e-665e308de3ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441346 Aug 19 02:41:38.521630 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46541ae-533f-4335-82e2-18665449bb0d req-06137648-a0fb-4dd7-b0b3-8150bb90cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:38.523128 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-06137648-a0fb-4dd7-b0b3-8150bb90cab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0400515 Aug 19 02:41:38.626525 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46541ae-533f-4335-82e2-18665449bb0d req-120db484-3e28-4e32-a61b-7e94b9dffeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:38.627965 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-120db484-3e28-4e32-a61b-7e94b9dffeda service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0839293 Aug 19 02:41:38.694384 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-e000e39d-d164-4535-a610-5b20622cb05c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0591359 Aug 19 02:41:38.743768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46541ae-533f-4335-82e2-18665449bb0d req-42aeb160-09ef-4ed4-be4f-8fae81e24f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:38.745198 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-42aeb160-09ef-4ed4-be4f-8fae81e24f3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0418682 Aug 19 02:41:38.791253 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46541ae-533f-4335-82e2-18665449bb0d req-b7c8e1e6-555e-40d9-81e4-3ff5b02ec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:41:38.792780 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-b7c8e1e6-555e-40d9-81e4-3ff5b02ec6de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391176 Aug 19 02:41:38.883577 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-1166c0a5-d1f3-4121-b1c9-1939c57808df service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830703 Aug 19 02:41:38.977354 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d46541ae-533f-4335-82e2-18665449bb0d req-5160e769-9f5b-4b5e-84e4-1fbb2053200b service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Aug 19 02:41:51.858820 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:02.730590 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-207000bb-542c-4d51-bc42-82ab1ad72052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:04.901895 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:42:05.206262 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f1adf986-6472-4fdb-9117-d81eac2e6a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:05.530555 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:06.406251 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:08.136131 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:21.862384 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:25.007292 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-62b8c155-e9b0-408b-bfb0-dcb8c8c7cb3b req-890e2372-c61f-4b4d-94cf-32b6b52785f1 service neutron] (94404) timed out ('10.222.0.41', 52408) {{(pid=94404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:42:32.691425 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-01ca6bed-f068-4c70-85a9-d49baf5f471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:35.244802 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-39a84615-b27d-4976-b73e-868aa402bd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:35.514113 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:36.433399 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:38.104262 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-0455ef92-2b70-4027-8472-a500898de507 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292217 Aug 19 02:42:38.147590 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:38.178753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-d312eedb-8843-4a72-b490-56fb39c1ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:42:38.180987 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-d312eedb-8843-4a72-b490-56fb39c1ac6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0443184 Aug 19 02:42:38.285315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-9ed10e3d-5e19-46a8-ae03-5bedad01ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:42:38.288762 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-9ed10e3d-5e19-46a8-ae03-5bedad01ada9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0877445 Aug 19 02:42:38.353770 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-b53f8b0c-a96c-432f-bc47-c9e02c7eee94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1002 time: 0.0592985 Aug 19 02:42:38.403060 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-a8d6741e-6c7d-4a9c-b5ec-4b7737c23cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:42:38.404451 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-a8d6741e-6c7d-4a9c-b5ec-4b7737c23cd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0435033 Aug 19 02:42:38.456626 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-fcf7e288-fbf6-49dd-80da-fd09333bdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:42:38.458372 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-fcf7e288-fbf6-49dd-80da-fd09333bdac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473552 Aug 19 02:42:38.468752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-184bb64a-7b02-4789-ad90-9b9a45dbefaa service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:42:38.469672 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-184bb64a-7b02-4789-ad90-9b9a45dbefaa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048606 Aug 19 02:42:38.559412 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-a93f7b1a-5a0d-45dc-9a19-738feb85ef36 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824053 Aug 19 02:42:38.651218 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9981c959-930b-4162-9f2c-b68a3708c1f3 req-274a9933-d158-4c0f-90b2-5c9f69fc09f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Aug 19 02:42:41.900464 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:42:51.855422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:02.689621 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7082c670-9dff-4b8b-b549-d09470fb95d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:05.232168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6f56615a-66bc-438f-9532-05cb057aa27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:05.523367 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:06.391867 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:08.135954 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:18.898957 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:43:21.928291 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:32.688225 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7380d925-ec9a-4bb0-8b19-5e4cb1f37596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:35.207702 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-bd398be4-ed73-4566-9a2c-34d6e63b1470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:35.551110 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:36.396831 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:38.145396 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:38.299149 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-cf92e8d2-dde0-4b21-921d-564053f478e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390303 Aug 19 02:43:38.396287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-09cc46df-d7fc-4f69-a2d5-2142ddd4a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:43:38.397743 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-09cc46df-d7fc-4f69-a2d5-2142ddd4a31b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0401025 Aug 19 02:43:38.502104 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-ceaec897-60b0-40ad-a9d1-65fe564a6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:43:38.503580 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-ceaec897-60b0-40ad-a9d1-65fe564a6b5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0878003 Aug 19 02:43:38.567594 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-d408bad3-f360-4064-9626-bcd24e4f82ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0567901 Aug 19 02:43:38.620688 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-f04790fc-9299-4d9c-8669-9944605cde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:43:38.622222 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-f04790fc-9299-4d9c-8669-9944605cde28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0476844 Aug 19 02:43:38.668645 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-ffbc0069-b6b3-4e75-a00d-c421a5509f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:43:38.670100 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-ffbc0069-b6b3-4e75-a00d-c421a5509f0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409012 Aug 19 02:43:38.756889 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-d6c20e83-34de-4bd9-bc5c-3ab952707a1c service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797315 Aug 19 02:43:38.848799 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-36674661-1f15-4ee2-b5d0-523c07c5f78e req-34fe0272-d0c9-4af1-9f38-57c4ec3fd7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Aug 19 02:43:51.915861 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:43:55.897495 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:44:02.692412 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-81d0e85b-fa8c-48e7-82fc-94b4ef5ed9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:05.247334 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5ac150b6-99da-465f-857d-6c9efb62096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:05.510240 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:06.417928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:08.127167 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:21.909771 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:32.702738 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6f22258c-78e7-4c1f-a39a-bed0209586f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:32.896428 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:44:35.223754 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9ebc11a5-17fd-4822-8b7f-e477cc4a8c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:35.548519 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:36.418231 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:38.160480 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:44:39.288652 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-2428061d-6d4b-4fe9-9f4b-d54372d70aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392716 Aug 19 02:44:39.363341 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-4fd89513-1f9b-4a61-aade-33cf5e56a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:44:39.364809 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-4fd89513-1f9b-4a61-aade-33cf5e56a6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0429726 Aug 19 02:44:39.466246 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-aae1d291-74ba-45db-8f53-b1c8050e2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:44:39.467731 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-aae1d291-74ba-45db-8f53-b1c8050e2697 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0832613 Aug 19 02:44:39.537619 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-3093d18e-dca5-4e8b-8ba1-14d373412dfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1002 time: 0.0627158 Aug 19 02:44:39.587575 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-7fb7b131-7b63-4850-ab49-5c8217cf4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:44:39.589047 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-7fb7b131-7b63-4850-ab49-5c8217cf4e41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0436530 Aug 19 02:44:39.637042 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-0253ba00-3a6a-429e-baf0-498307727b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:44:39.638565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-0253ba00-3a6a-429e-baf0-498307727b89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397165 Aug 19 02:44:39.731775 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-d2627d75-3145-4a6d-80aa-ece6858edc5d service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Aug 19 02:44:39.820470 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fbb5deb9-374d-4648-9c77-51ee2a6735fe req-2ed69057-483a-4e08-9bac-b93175e2255f service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Aug 19 02:44:51.948912 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:02.685883 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8a9edc51-8023-406e-8c7a-55688f3d62b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:05.291957 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7be79cdf-f304-44da-8779-fb1eb36c426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:05.531682 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:06.415071 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:08.154076 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:09.895395 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:45:21.948189 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:32.690694 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6ff04b8b-ac09-49e3-babe-7598e9165299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:35.233445 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d7350cc1-4999-40ad-adb3-349e7d1095a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:35.522517 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:36.465351 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:38.158937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:45:39.301181 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-de6783cf-5bd2-4364-85f6-6342df8da06a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432286 Aug 19 02:45:39.400486 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-fb37df41-6ee1-40f5-aeca-00ea93e8fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:45:39.401992 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-fb37df41-6ee1-40f5-aeca-00ea93e8fc6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 1099 time: 0.0410602 Aug 19 02:45:39.502608 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-30475bd4-6e70-436e-93bf-fc271f842013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:45:39.504004 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-30475bd4-6e70-436e-93bf-fc271f842013 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0826011 Aug 19 02:45:39.571911 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-5ab6d941-4a93-4e8c-b0e8-63bda805a60f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 200 len: 1002 time: 0.0610979 Aug 19 02:45:39.619921 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-a77416ae-7b78-4048-9575-fb59f3b30c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:45:39.621379 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-a77416ae-7b78-4048-9575-fb59f3b30c82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0427520 Aug 19 02:45:39.666258 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-91836231-c44a-4860-ba04-e71f7d5c4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:45:39.667692 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-91836231-c44a-4860-ba04-e71f7d5c4d75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391300 Aug 19 02:45:39.758493 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-edb5d2d4-90cd-48a0-93ec-800cd83b57e9 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Aug 19 02:45:39.846104 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d540df7-ac30-4eb2-ad78-5fdbda091733 req-08972b9a-a018-496d-ac1a-4cd1b3a44787 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796888 Aug 19 02:45:46.897797 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:45:51.956280 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:02.704477 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-831684b1-5a7d-42ca-ba59-5b432b34184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:05.218962 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-14bc72cb-3b98-4f47-a40a-84c0b383a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:05.535721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:06.472700 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:08.156128 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:21.972110 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:23.897153 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:46:32.708374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7e20ffb3-6494-45e1-a78f-40e7fe97ba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:35.245753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d493931b-e001-4605-8777-703bff7d65af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:35.531192 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:36.426143 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:38.180244 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:41.318675 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-d15fdfe9-7101-4cff-931c-7c0e6a633b14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442007 Aug 19 02:46:41.391047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-b6d743de-7b9e-4785-b151-cf9be42fc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:41.392534 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-b6d743de-7b9e-4785-b151-cf9be42fc0bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0416300 Aug 19 02:46:41.495112 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-86f373d3-0d98-4ff3-8bdf-fee69e0aa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:41.496592 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-86f373d3-0d98-4ff3-8bdf-fee69e0aa5f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0854976 Aug 19 02:46:41.560797 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-51f760b9-1bab-4194-bfb2-0d978ca5fb36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1002 time: 0.0562437 Aug 19 02:46:41.608766 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-6e96e3ad-d966-4e1b-879b-f85e627899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:41.610196 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-6e96e3ad-d966-4e1b-879b-f85e627899d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0424962 Aug 19 02:46:41.656915 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-86a3d068-1be4-44e5-9bd3-b73497016233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:41.658370 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-86a3d068-1be4-44e5-9bd3-b73497016233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416934 Aug 19 02:46:41.747495 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-948f0a1c-d877-4c8f-b8e5-d831a7878ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822418 Aug 19 02:46:41.838268 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5b5a72c7-b0d3-41e5-ad05-868d5cef2836 req-8be6acc3-1df4-4254-b262-faf50b725e01 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838578 Aug 19 02:46:51.970721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:57.577926 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e5257-b52d-4757-8c16-fcd30886f0df req-1b8a0d38-9ce3-491a-beca-9e95be1f3f4b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:57.579438 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f14e5257-b52d-4757-8c16-fcd30886f0df req-1b8a0d38-9ce3-491a-beca-9e95be1f3f4b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.1065021 Aug 19 02:46:57.617579 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f14e5257-b52d-4757-8c16-fcd30886f0df req-5ee91ecc-73b3-4dcc-a01a-e224fd52624a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Aug 19 02:46:58.231118 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-231bd54e-dbf3-4d7b-ac88-5ead8a2d4fd3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:58.232874 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-231bd54e-dbf3-4d7b-ac88-5ead8a2d4fd3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.0481989 Aug 19 02:46:58.322359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Deleting port 58120ea9-ed94-4a42-8c69-5e7d804a8882 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:46:58.322633 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:58.408225 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] For port 58120ea9-ed94-4a42-8c69-5e7d804a8882, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=58120ea9-ed94-4a42-8c69-5e7d804a8882,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:46:58.408579 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:58.805987 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd997f-2e0d-4150-9619-d6ab284bd9fd req-a1b7ca38-a923-47fb-bf4a-584bd301115c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:46:58.807830 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8bdd997f-2e0d-4150-9619-d6ab284bd9fd req-a1b7ca38-a923-47fb-bf4a-584bd301115c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 946 time: 0.1153867 Aug 19 02:46:58.836213 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:58.836769 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:58.836892 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Floating IP 4f38ed21-240d-499d-a093-e64255aca1e4 disassociated. External IP: 172.27.3.245, port: 58120ea9-ed94-4a42-8c69-5e7d804a8882. Aug 19 02:46:58.837223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Calling delete_port for 58120ea9-ed94-4a42-8c69-5e7d804a8882 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:46:58.848851 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8bdd997f-2e0d-4150-9619-d6ab284bd9fd req-810f81f5-49ee-4a79-80f4-acb2838b087b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=b88de496-a88f-4d2c-973f-aaa7e00d99ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 19 02:46:59.027723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:59.059827 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'Port': ['ID=58120ea9-ed94-4a42-8c69-5e7d804a8882,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:46:59.071088 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.071441 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.071783 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.072118 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.072450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.072783 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.073111 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.073437 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.073765 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.074119 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.074444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.074763 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:46:59.182667 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:46:59.293378 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:46:59.302765 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:46:59.312772 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:46:59.313380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:46:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:46:59.332469 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] No DVR routers for this DVR port 58120ea9-ed94-4a42-8c69-5e7d804a8882 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:46:59.335020 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:46:59.337014 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5e502747-fb14-4ffb-99ec-fb7f3a646bb0 req-e345ccb6-3cd7-4e43-82e2-ed818bcbc23a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "DELETE /v2.0/ports/58120ea9-ed94-4a42-8c69-5e7d804a8882 HTTP/1.1" status: 204 len: 173 time: 1.0984282 Aug 19 02:46:59.337444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'name': 'network-vif-deleted', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:46:59.339743 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e391f-d102-42c9-b67e-8797cdaa742a" -d '{"events": [{"server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "name": "network-vif-deleted", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:46:59.424935 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:46:59.447746 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4f31c0-3f81-43b7-8c60-a70ab1e7216e x-openstack-request-id: req-0c4f31c0-3f81-43b7-8c60-a70ab1e7216e {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:46:59.448087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fba428-79ca-4470-aa11-2ee328cf1040", "name": "network-vif-deleted", "tag": "58120ea9-ed94-4a42-8c69-5e7d804a8882", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:46:59.448344 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c4f31c0-3f81-43b7-8c60-a70ab1e7216e {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:46:59.448767 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fba428-79ca-4470-aa11-2ee328cf1040', 'name': 'network-vif-deleted', 'tag': '58120ea9-ed94-4a42-8c69-5e7d804a8882', 'status': 'completed', 'code': 200} Aug 19 02:46:59.628762 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:46:59.653650 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:46:59.662098 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:46:59.662689 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:46:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:46:59.770166 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:46:59.945420 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aaabc78d-15ce-417f-8c0f-692cca6a9349 req-40314ef3-4467-42b0-9830-0f7a220728b0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0272822 Aug 19 02:47:00.089481 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:47:00.115421 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf8446-534e-420a-9f95-8bc81639a4d5 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:47:00.325268 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7c857-b7f9-40e1-acb5-7e994067b9aa None None] New status for floating IP 4f38ed21-240d-499d-a093-e64255aca1e4: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:47:00.895550 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:47:01.040707 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-70e43bb2-596a-49cb-9e99-f93f36290312 req-aa974e9c-d026-4ea0-9c3e-a1a78332a7a7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0267391 Aug 19 02:47:01.401830 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 58120ea9-ed94-4a42-8c69-5e7d804a8882 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:47:01.421969 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 58120ea9-ed94-4a42-8c69-5e7d804a8882 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:47:01.422336 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 58120ea9-ed94-4a42-8c69-5e7d804a8882 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:47:02.133546 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e49c88a6-ec5b-4c68-a781-c61f0c9c9c76 req-4b1afb41-6d1a-434d-b4ab-b4ae3682297d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255132 Aug 19 02:47:02.712790 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-78bbd141-d47b-4623-a809-3c6a4c1ac0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:03.226300 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-21875b87-c3dc-45ff-bc4e-4770a3e28cd2 req-875d975a-eefc-46db-841f-0db377d33762 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Aug 19 02:47:04.318646 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-beef696b-d077-4a29-a34d-3430c37d702e req-d5cea811-6e1e-4187-9189-ee265cf8f486 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263574 Aug 19 02:47:05.249074 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-77e8f395-de04-4597-82ed-6e47b1dc50a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:05.410798 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f5a9a08a-3834-4f67-aa9f-1d1554a843a4 req-56661dd4-803d-40a4-ac44-c2d46e3c55ac tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259721 Aug 19 02:47:05.545882 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:06.444588 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:06.507971 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dac5aa0e-1e79-4982-a595-4c79f303af50 req-adda399e-9eb5-4e26-b873-66a97a416fa2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0292234 Aug 19 02:47:07.603842 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3e0f4daa-e653-4044-96e3-00fc7df483fe req-fb92a15c-1fec-4e7e-a7ad-084867b5ff4a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0291140 Aug 19 02:47:08.169571 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:08.696840 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6615bc3a-c430-415f-9526-bcce21ffcdc9 req-d7052d61-1cf6-4aa3-bf85-ee37298a0bfe tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255854 Aug 19 02:47:09.788388 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3c296134-bac4-4b3d-b373-80b150de8306 req-a704f88b-d6e6-4221-9b09-45e8f46a9c4d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0257819 Aug 19 02:47:10.881540 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2c7aa5f1-cc35-4714-b6bb-9a53feec1a6d req-a96b2e7e-9ee8-4269-ad8e-da813259ca54 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0267129 Aug 19 02:47:11.989011 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-42b686bb-f215-4ac8-8859-59a9435f3ad8 req-1e77b58f-8fed-44d1-b668-9b213b0ec690 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Aug 19 02:47:13.082629 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a05db7a6-c469-48b6-8fda-4fe31296f64e req-56b7bd79-bfc1-4ed6-8304-c84aaf4915a3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0256753 Aug 19 02:47:14.173852 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0231048f-41af-4218-86e2-a78a9eceeb1a req-29e17242-f0aa-47ae-abdd-f6d30898ec26 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Aug 19 02:47:15.267595 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f6ee4c0d-5b1c-4649-a0cc-ec4453e54dfa req-2c17f9eb-a2a7-4a41-a82d-76de436d53af tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0265715 Aug 19 02:47:16.360856 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-773b6c9e-63c9-41b4-89d9-137e2fe1a010 req-bca77351-677c-4c06-9aa0-a52dad99a067 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263081 Aug 19 02:47:17.453518 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8996a61c-98b7-439a-90bd-87b6a4e64a6e req-bfd4afe1-4553-4073-8c87-041e2aba40a3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0264666 Aug 19 02:47:18.544524 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d80adab5-20bc-424f-9a77-1e21239048a4 req-7609fb4a-ad35-4c08-b14a-ad49f9b6e5a0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254328 Aug 19 02:47:19.643061 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-66d1657c-7207-4f92-b62d-c1fedced9c1d req-5c48014a-04d5-4058-831a-1804c62d7a64 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0294375 Aug 19 02:47:20.763022 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5613ee44-f57f-47ae-a250-864c322070f3 req-5378e94e-5631-4a5f-a92f-9fa827927fd1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0377772 Aug 19 02:47:21.858239 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9ded859c-f896-4ea4-982e-88f1df7e1472 req-49302cb2-a88f-4bee-990d-261e3cdfc5bc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263243 Aug 19 02:47:21.940499 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:22.950871 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e65f1f5d-f224-4ecc-93f9-b12b8d559fae req-14a881be-954e-48c6-950a-621f233f43cc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0258300 Aug 19 02:47:24.043459 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-4f04bcf7-7cf5-40a4-92fb-23c2038a495a req-c160c21b-dc6c-40de-bfaf-ad5bfa55140f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0268312 Aug 19 02:47:25.134633 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3f435e9d-62ad-437f-9421-e98280cf47db req-13a9818b-dcd4-4115-96bf-e5cc3b09d635 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255117 Aug 19 02:47:26.225908 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-619e99aa-360b-4902-88cc-ed4f257ab0e5 req-64289595-0e96-4357-9d5e-fe65d4aabfaf tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254316 Aug 19 02:47:27.318428 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-857f7f77-9072-430e-bf0c-af9a92921448 req-d7905ab7-a4f7-4418-b6cc-bf1d39fd42ad tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0273812 Aug 19 02:47:28.411071 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b4cacdb-73c4-4131-8020-19bbe1cbec53 req-76526891-2e30-44d5-953e-ecde718c697a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255435 Aug 19 02:47:29.503371 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8c11ed06-b84d-4151-8e61-e9ef3ae944ac req-1f120c1e-1de7-48b4-ae91-7c51d0e2cace tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0260196 Aug 19 02:47:30.594934 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5461729a-d211-4c06-9a78-ce8d9b2f1e54 req-a6181ba0-7b36-4ce0-8325-8a6b120afb72 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0256286 Aug 19 02:47:31.688320 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f456f3e6-607d-4d03-ad9f-cb785a7fefa3 req-cf9cc01d-cf0e-4d8e-b22b-595d2e2cc539 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Aug 19 02:47:32.722171 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-23db703c-7201-43df-b799-b0e0356139a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:32.784472 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d3e9d6e2-d86e-4a5e-96bf-334482baffd8 req-2f9622d6-202a-42cc-ba04-8905dce2d5f3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0299425 Aug 19 02:47:33.879815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-33f5b57f-6ee9-499c-87ee-25ba29f04998 req-3d1bb118-5a6a-44f3-979e-8bd0cf7e5602 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0295815 Aug 19 02:47:34.973001 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f3a5848e-e41c-4ef4-8d00-5211618b3293 req-49b415ec-8313-44f0-b127-c6089bbf4129 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Aug 19 02:47:35.254537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4b556cc4-54d7-4008-a83c-f8005b8bbdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:35.551704 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:36.069949 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65e7cc10-906d-460d-b761-6546ae095442 req-ffe1a299-813d-41b1-a262-c661ee8199e1 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Aug 19 02:47:36.448339 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:37.162274 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-145d48f4-b289-4f3f-a31a-d54fdbf7a5bd req-d724c477-1941-4e09-8a06-e846b968c4b0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263150 Aug 19 02:47:37.894851 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:47:38.157571 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:38.266207 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-799b0ca4-8d40-4576-bc96-837cb8e07fa7 req-3ad978a2-0673-4412-86df-4a22500c5466 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0266047 Aug 19 02:47:39.361265 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-49f69239-3226-42cd-a73b-d9b7de246acf req-f779b5f2-24ea-429b-ba39-d74dcebcacea tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0256898 Aug 19 02:47:40.453775 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d19ee04b-4389-41da-afa4-2cf66ab59334 req-3dffc268-9a3a-41b1-910f-f6076524feed tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Aug 19 02:47:41.544649 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-742876f0-042b-4ebb-904f-635b037730d1 req-7b4ce588-3cc4-453f-9ca9-4e64f774f007 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Aug 19 02:47:42.030293 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-c4a8f41a-5b94-4f9b-a99b-b6db75270df7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776792 Aug 19 02:47:42.131505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-d686ef38-efcb-4aa9-bbf2-f57118b36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:42.133021 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-d686ef38-efcb-4aa9-bbf2-f57118b36054 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2dd06eea8a84e9e9331267e6db39639&device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 1099 time: 0.0446031 Aug 19 02:47:42.237805 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-c00b48a9-5850-4e1c-8f1c-32baf0ef7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:42.239200 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-c00b48a9-5850-4e1c-8f1c-32baf0ef7b43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 200 len: 917 time: 0.0874546 Aug 19 02:47:42.308751 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-099ba833-50df-499f-b806-32a6d442a39f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 200 len: 1002 time: 0.0623484 Aug 19 02:47:42.359218 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-a1c739cd-caac-49ff-b30d-37ead51eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:42.360682 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-a1c739cd-caac-49ff-b30d-37ead51eac77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 200 len: 855 time: 0.0442541 Aug 19 02:47:42.407926 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-cd9f31ea-462a-490e-b049-04ec846e41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:42.409565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-cd9f31ea-462a-490e-b049-04ec846e41cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7d26125-ff21-4756-af22-988f1c5fab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414758 Aug 19 02:47:42.506800 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-92212898-63a9-44d3-87cb-414770d687e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896533 Aug 19 02:47:42.599059 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a94e954e-e2f4-4117-a0aa-ab0cb232f63c req-751faf3e-5d97-45b1-b167-859e0d9f0571 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840623 Aug 19 02:47:42.636953 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5aa1e5dd-8360-4179-a0b9-743b687af776 req-40ae45d7-dcd4-4665-9abc-fb524708728b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255313 Aug 19 02:47:43.729740 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fa2d9b73-b844-43a8-8326-3a1e6d19841c req-7c8a7c77-4915-4ef9-880f-3761680fd4b0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0251069 Aug 19 02:47:44.825909 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-83a9dee5-d37a-40be-b567-e1255a457915 req-389d3c39-35c3-4579-ab3f-777d9de933c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Aug 19 02:47:45.922446 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e6408892-b427-4304-bc45-7404909b3b52 req-1c482dc8-6d2c-483f-825f-5dd2809fc781 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0294976 Aug 19 02:47:47.017667 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-59a951fe-660c-4e31-a24a-7d0479d0d612 req-555cdc17-6686-4535-a52b-62c9556ad4cc tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0262542 Aug 19 02:47:48.110630 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9b400d69-6ccc-4358-be5d-a0f1dfc84dc2 req-758e6ff4-8085-4f94-9f5d-04dd0ffceb2c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0266914 Aug 19 02:47:49.201197 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-10e707a9-f9f0-41e6-8b5e-dd16172e1ca2 req-92a1d5d4-2e84-428d-adeb-068634a6bac6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Aug 19 02:47:50.293094 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c141068c-879b-4435-849f-6f1c73299e72 req-a426f19a-3b7f-4d6e-8e84-ef7dc5428e77 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0251362 Aug 19 02:47:51.387042 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-292d76aa-d13d-460a-8b03-6477000d01bf req-9e3ecea4-45ba-497f-8c1a-aec01580f6be tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259047 Aug 19 02:47:51.990716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:52.479462 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ec5f9394-b459-4762-9e02-e51c57cc8cd5 req-4932555b-75bb-4686-9792-845442225217 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0252373 Aug 19 02:47:53.570737 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f8028afd-96d4-419b-b557-93963bfbbb46 req-10fffbf7-35e6-42a2-bbdd-f30c62cb6714 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0269809 Aug 19 02:47:54.662824 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c0401e49-ee1d-4756-b777-146e9015ce49 req-2d49f9dd-a320-49cb-8056-fde502f207d0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259128 Aug 19 02:47:55.754554 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f858898d-0c4f-4c7d-9613-dbc07c39e4ae req-58e8bea2-7796-4b6e-96d3-b2163cb53a17 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255921 Aug 19 02:47:56.535254 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca5634-ea55-4d48-b33e-f50e87d713e4 req-b9f3ee08-c69e-4290-a13a-2fb99fc57f13 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:56.536703 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c6ca5634-ea55-4d48-b33e-f50e87d713e4 req-b9f3ee08-c69e-4290-a13a-2fb99fc57f13 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0517232 Aug 19 02:47:56.574734 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c6ca5634-ea55-4d48-b33e-f50e87d713e4 req-5dfd346a-d91f-4293-bfb9-beefb113f53d tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8396e3f-8ce3-45a4-bc35-25630467e9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Aug 19 02:47:56.850929 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f45ec6d-ec0f-4c97-9e6a-243817ba48d5 req-3302d6df-a1fa-4628-af1e-5a74f745fc2f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Aug 19 02:47:57.056644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-b2d7f90e-e796-452b-8e99-572808b72ec7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:47:57.058427 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-b2d7f90e-e796-452b-8e99-572808b72ec7 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 946 time: 0.0486639 Aug 19 02:47:57.152374 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Deleting port f7dbd590-7948-428a-8df2-8b11ea428d5f {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:47:57.152714 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.241897 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] For port f7dbd590-7948-428a-8df2-8b11ea428d5f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f7dbd590-7948-428a-8df2-8b11ea428d5f,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:47:57.242296 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.407445 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.407830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.408144 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Floating IP 49055265-57d9-40f2-99a4-b7b68ff17cc1 disassociated. External IP: 172.27.3.140, port: f7dbd590-7948-428a-8df2-8b11ea428d5f. Aug 19 02:47:57.408479 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Calling delete_port for f7dbd590-7948-428a-8df2-8b11ea428d5f owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:47:57.608141 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.638013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'Port': ['ID=f7dbd590-7948-428a-8df2-8b11ea428d5f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:47:57.713523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5800cfda-7fc5-4cfd-8528-342781c96473 req-7826da48-0c21-4bfb-b512-0a4331eee9b1 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 210 time: 0.0657182 Aug 19 02:47:57.774719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:47:57.880578 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:47:57.892537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:47:57.901764 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:47:57.902708 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:47:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:47:57.925644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] No DVR routers for this DVR port f7dbd590-7948-428a-8df2-8b11ea428d5f on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:47:57.928277 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:47:57.930778 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8e0b3adc-ead4-4266-bafc-7c39233789b2 req-3bbdb9e3-3ee9-439c-8cb9-8387e5fa63cf tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.41 "DELETE /v2.0/ports/f7dbd590-7948-428a-8df2-8b11ea428d5f HTTP/1.1" status: 204 len: 173 time: 0.8660028 Aug 19 02:47:57.931363 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'name': 'network-vif-deleted', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:47:57.934442 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9417e-5149-49fb-acf0-74f8f56dfcd8" -d '{"events": [{"server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "name": "network-vif-deleted", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:47:57.961170 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bd5db940-e1c4-4d66-af55-6938a7208911 req-69592d7b-2c22-407d-b8c9-2aaa7b83fee9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0386581 Aug 19 02:47:57.978340 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b51dcb-2f63-4623-ac9a-e706782d2aba x-openstack-request-id: req-b2b51dcb-2f63-4623-ac9a-e706782d2aba {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:47:57.978650 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166755f7-b091-4a52-89ac-7c978b75b75f", "name": "network-vif-deleted", "tag": "f7dbd590-7948-428a-8df2-8b11ea428d5f", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:47:57.978903 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2b51dcb-2f63-4623-ac9a-e706782d2aba {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:47:57.979304 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166755f7-b091-4a52-89ac-7c978b75b75f', 'name': 'network-vif-deleted', 'tag': 'f7dbd590-7948-428a-8df2-8b11ea428d5f', 'status': 'completed', 'code': 200} Aug 19 02:47:58.016211 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:47:58.214517 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:47:58.244442 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:47:58.253909 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:47:58.254552 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:47:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:47:58.361160 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:47:58.551154 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:47:58.576681 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae26a-81c3-4b6f-a343-26241d16e03b None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T02:22:18Z', 'revision_number': 4, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'e400b327-d6c2-4189-8099-a2906e9f3260', 'name': '', 'network_id': 'b7d26125-ff21-4756-af22-988f1c5fab5c', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'mac_address': 'fa:16:3e:31:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:17Z', 'updated_at': '2021-08-19T02:22:28Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'subnets': [{'id': 'f168eca4-1978-4b93-844b-202c01422d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:47:58.777743 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99775fe1-6106-49d0-af64-17bc22307684 None None] New status for floating IP 49055265-57d9-40f2-99a4-b7b68ff17cc1: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:47:58.835087 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1de3c68f-5c99-45b0-abca-30ffd1cf2dc0 req-b3c874ca-c8b9-47cc-9efe-3c5baae79598 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/ports?device_id=166755f7-b091-4a52-89ac-7c978b75b75f HTTP/1.1" status: 200 len: 210 time: 0.0279405 Aug 19 02:47:59.063682 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8543a3ad-e405-45fa-9421-a97b67c101e1 req-464cf1c8-2243-4f02-bdd7-4fc9421a3804 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Aug 19 02:47:59.576476 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f7dbd590-7948-428a-8df2-8b11ea428d5f no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:47:59.599525 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: f7dbd590-7948-428a-8df2-8b11ea428d5f {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:47:59.599865 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device f7dbd590-7948-428a-8df2-8b11ea428d5f not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:47:59.967958 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 33628) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:48:00.022413 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.044320 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.156207 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cfeccff8-64d9-480b-8eba-5bf36fcaa193 req-51caccba-8e3b-4fd9-8d00-74108d8bc6cb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0257728 Aug 19 02:48:00.167362 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.170192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.182150 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "DELETE /v2.0/security-groups/d8396e3f-8ce3-45a4-bc35-25630467e9e3 HTTP/1.1" status: 204 len: 168 time: 0.2026708 Aug 19 02:48:00.182150 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8396e3f-8ce3-45a4-bc35-25630467e9e3,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:48:00.184053 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 33632) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:48:00.188491 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.188839 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.189183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.189526 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.189860 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.190221 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.190552 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.190880 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.191208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.191533 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.191857 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.192179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe92d9-78ac-4ea8-8ea9-0f57fe6747f9 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.198297 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.api.v2.resource [None req-a3296947-78d1-4392-b61a-cc6e2251a0d8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] show failed (client error): The resource could not be found. Aug 19 02:48:00.199449 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a3296947-78d1-4392-b61a-cc6e2251a0d8 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "GET /v2.0/security-groups/d8396e3f-8ce3-45a4-bc35-25630467e9e3 HTTP/1.1" status: 404 len: 347 time: 0.0141678 Aug 19 02:48:00.201994 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 33634) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:48:00.326625 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Deleting port 68abcb19-6fdf-4066-a3c3-0286a3c2d7c8 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:48:00.326969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.413137 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.413393 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.424949 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Calling delete_port for 68abcb19-6fdf-4066-a3c3-0286a3c2d7c8 owned by network:floatingip {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:48:00.613312 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.639525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Pushing event deleted for resources: {'Port': ['ID=68abcb19-6fdf-4066-a3c3-0286a3c2d7c8,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:48:00.653776 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.654137 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.654479 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.654816 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.655147 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.655482 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.655811 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.656129 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.656453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.656777 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.657099 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.657418 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:48:00.711041 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks [] for floatingip, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.713533 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:00.714799 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d9e57314-c515-46e5-9ddc-cf3ef4a3dba3 tempest-AttachVolumeShelveTestJSON-764432892 tempest-AttachVolumeShelveTestJSON-764432892-project] 10.222.0.38 "DELETE /v2.0/floatingips/49055265-57d9-40f2-99a4-b7b68ff17cc1 HTTP/1.1" status: 204 len: 168 time: 0.5112081 Aug 19 02:48:01.249866 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9df3bf7c-041c-4a4b-9229-9e30b2e4e115 req-e7d865ad-2102-45d0-8bc2-3e4a43436146 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254653 Aug 19 02:48:02.347896 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b79efc7b-80ef-4a38-bb6a-242c511e6c12 req-8670f3ce-6da1-4ada-a1e7-0f2d866016c4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0305824 Aug 19 02:48:02.692863 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ed83c739-e7ac-48d3-98c4-3616f51cc17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:03.442612 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a374dad9-aac4-45c5-bf0b-afabb13ef515 req-19b967cf-386d-48d9-bd4f-ab53b246d692 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Aug 19 02:48:04.543180 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-139cf7ab-122f-4e38-8ce3-5fe40b2a57b2 req-1504a63c-8416-403a-88b6-fcdcc3e24fe4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0313377 Aug 19 02:48:05.253482 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5152333a-829e-43ab-9d52-1dd74c002146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:05.544077 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:05.636723 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0de21c72-75bc-44b1-b797-103849e18fdd req-72cc8586-7ab1-47ab-b9d3-0096d1fb2ed3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255067 Aug 19 02:48:06.441432 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:06.728991 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bf368fca-59ca-4cc0-9000-054ac33afe39 req-b8b432a6-14df-46a1-b012-fc46ffe636b5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0258331 Aug 19 02:48:07.823839 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6d42ceba-5a4f-4aff-9e03-8305d681751b req-2c80f4eb-ddda-4b94-aa2e-54a256bcbdac tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Aug 19 02:48:08.172201 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:08.915779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-09fca293-1f7c-47e8-ae3e-16b58b0749ab req-ccabd22c-444f-4aed-a44d-98c7e178af96 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Aug 19 02:48:10.007630 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-23a955b3-e3fc-4363-a9dd-18ad1edeb9d6 req-5e4b49fd-ccb4-400d-957d-190e22e4079b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254869 Aug 19 02:48:11.100029 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1f6fd39c-62dd-430b-9b3d-5fca1db903d2 req-5a3e07c0-1ee8-4259-8bb0-c26d4d61c310 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 19 02:48:12.194410 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3134a29f-490d-4703-b139-1c5801ffee69 req-6451c02d-603f-4adc-8748-933dfd64382e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0261745 Aug 19 02:48:13.286550 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-79b304cb-06ed-4a4a-8a5c-e0a589f01c29 req-39dc149f-57ba-4ff3-b98b-27cf2ffe46a3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255742 Aug 19 02:48:14.379846 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e92a0ed5-c6b9-494e-a9f1-3aeb3653c95d req-8bc21620-6cb8-4743-833e-c053a2bd6198 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Aug 19 02:48:14.893776 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:48:15.473642 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-dc1f6c08-5a0e-4eb2-a22f-ce3b0bc0f2ab req-591de140-6f0c-44ad-ab37-a766ad0ab458 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0286326 Aug 19 02:48:16.570396 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-be81334e-f64e-41eb-9e23-6e288a157799 req-8f19f706-b07c-4eb2-ab4e-4eaf9516792b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0304503 Aug 19 02:48:17.662517 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-9acf4d05-2115-4fc3-937b-862946eaa93b req-58434fe9-7566-4873-81c6-b6935a5ce228 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259080 Aug 19 02:48:18.754291 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bcefbd84-512a-410f-94e8-8b6b1e9028e2 req-4adf5d0a-7d61-4a40-a1ac-e2d1d80cb586 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0258105 Aug 19 02:48:19.846890 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b9e925c3-98a9-4190-96fe-25ee34a7f7d9 req-e42b2b10-c4e1-4ef0-9b89-ce4270b0da06 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0257032 Aug 19 02:48:20.954927 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9eab0a94-4552-4498-9cac-50452d606a60 req-14eda2e0-9303-42db-a2a8-fce0e10d40e2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0320299 Aug 19 02:48:21.984091 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:22.048345 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7cd5ff53-108f-499c-a749-a4ad33694a2e req-d766fdfa-bfd1-440a-9aac-3210a14d2eca tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0262401 Aug 19 02:48:23.144459 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78bfe933-f1ba-4983-8618-3f40324b301d req-27415765-fe76-4924-82fb-94ad81bd77bf tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Aug 19 02:48:24.236494 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4aa1272f-bbd1-42c4-bb88-7b50d1cd71f3 req-77a57d95-9e0f-4144-9cd6-97033aa64191 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0267942 Aug 19 02:48:25.328778 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-92f1e843-534e-4dea-8d86-39b4c7d8dc40 req-9ee91702-3e69-41c9-ad07-74ece6aeff4d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0279675 Aug 19 02:48:26.421732 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e787ca4d-c5c4-44dc-bb9b-8c2e195dbee4 req-d0e66c63-f8ab-4ded-8427-4c47fa0d6fae tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 19 02:48:27.515966 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-aa550238-d09a-47a4-aa70-ded4c36d2da2 req-64c16f61-fe86-4628-bf5f-3dd84831a3ce tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0260355 Aug 19 02:48:28.611594 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5d89e5cb-45e9-42da-a664-58bc7add0dd9 req-2e192dc3-2531-41a4-8cd1-9df057db1faa tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0300148 Aug 19 02:48:29.703605 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-78b8afb1-17dd-4a5e-a210-db9af1a97ca0 req-54381e70-79c5-470d-8601-6151eb752a58 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0264161 Aug 19 02:48:30.797731 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6b13a51f-7aec-4510-a927-0559191573f2 req-4eb2e4a2-1b2b-4c92-8821-6c99cd4e9382 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0270276 Aug 19 02:48:31.889739 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2bb9623f-8a11-4545-b9a6-b5997b12e9e2 req-1d5ba9c5-179a-42fd-988d-322fcdfc494f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254130 Aug 19 02:48:32.714687 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b7186751-9d7a-4305-9f5c-10415bf39b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:32.982107 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c80fe2da-69df-484e-8604-3b122f595ab3 req-907fc29a-c1f1-4d3d-84cd-20fed3e67b64 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0256205 Aug 19 02:48:34.077681 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5bbf8e05-3b88-4601-81f9-eb52740380b8 req-64486cce-2306-4f5c-a112-66136e821cde tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0299823 Aug 19 02:48:35.168299 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d5f43aa1-a187-4924-ae9a-203359c19dc9 req-d8b79ccf-f218-4666-ade4-f581834e4dea tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Aug 19 02:48:35.246296 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9816c398-2c87-457b-b425-5cf2acc462bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:35.537734 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:36.261219 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3c3fa316-e494-4bc4-ae88-b5ea119c4ae0 req-80e8ee06-22ff-4ae6-b2dc-bf10ac762590 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0260310 Aug 19 02:48:36.428687 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:37.353311 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c404dd65-7480-46d2-b712-2ac45ba072c4 req-fb5a5843-39a6-4962-a420-256853a10775 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0255048 Aug 19 02:48:38.177686 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:38.446459 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-51fc7800-a734-4267-ba9a-369d451d0a3d req-dc5cbc0a-bc13-4dfc-b9fc-4f209982a886 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263290 Aug 19 02:48:39.537045 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-811f5c7f-c9b4-49ea-b9a3-3d30169baab8 req-e4977fb6-489e-4bc3-ac2d-200f818a2994 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0268264 Aug 19 02:48:40.628843 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e7657579-5fc7-43fc-9ebd-62abde247442 req-e359295f-ddc7-4ced-83dc-2b750cc742d9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259929 Aug 19 02:48:41.724300 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-06d740d9-af75-49d1-81a2-bcd44eef8ccb req-ba79c552-4c2f-4c53-ab62-5433f60c3480 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0291922 Aug 19 02:48:42.816402 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-bd7381f9-4f51-4993-a4cf-478f2612cc41 req-d4bd420e-ab59-4a6f-915b-d33e8a0a193a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0263422 Aug 19 02:48:43.909283 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-296e3068-6915-4f01-8928-8ba84a0ba16a req-56a4b4d3-3f4e-4d2c-8ba0-9e72e610b688 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0271335 Aug 19 02:48:45.003301 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f2b18a5c-c6ed-4142-84c8-1a832b91a74a req-57001cce-5852-4c6d-b4b4-17def8007f59 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0270009 Aug 19 02:48:46.097406 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c3ec81eb-a7f3-4719-ad03-867ebe6f30d5 req-3b6c58b5-657f-4838-811e-fef29e749d3a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0259173 Aug 19 02:48:47.193267 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8e2633d6-e252-416c-8f6e-498fc3a2e872 req-11a9e621-d73d-4a09-a5f8-e7ffaa3aa23f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0296285 Aug 19 02:48:48.285258 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-95c50201-6ccf-4f35-96c0-717e7bf82f19 req-0c6477bc-47fd-4dda-b84d-4673a689108e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0258353 Aug 19 02:48:49.377517 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-194973b7-5f1e-4b93-a9f5-c6392cc8bc64 req-d17aadc7-923e-404f-b13d-4515256cd2b4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0261445 Aug 19 02:48:50.470814 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-11635f6d-8528-4fb1-84ae-fd1cf24fac58 req-387eb26b-ba46-49eb-9db8-9759fbb50d05 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Aug 19 02:48:51.562038 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-91330f96-0051-4329-9f42-fd03898ac2ac req-0b8ddcd5-ac7b-40b4-b83d-14bae6a3ae2c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0262067 Aug 19 02:48:51.892770 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:48:52.000047 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:48:52.661770 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-72a94041-943d-4181-9920-4e6de230b33f req-6285aade-d23c-4e60-a489-1d87b20bb193 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0261803 Aug 19 02:48:53.755343 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-5155131c-dd20-485a-acfc-5b5f2091bba6 req-ea643b3e-c4ea-4724-8c60-eba101831c0c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Aug 19 02:48:54.849982 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-151e4cb9-2381-4ea7-b3a1-85133a83d6e6 req-58089d16-1e5e-4976-a659-c66bb1fd5c54 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Aug 19 02:48:55.943221 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-0aec7ed8-5d38-41fd-ad9f-6e724b0391ab req-f472a146-597f-4d99-a14b-63d9d544b24f tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Aug 19 02:48:57.039354 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b48bfdf4-811e-4b83-ab7e-6c34d68e05cf req-da62fe36-9d72-441b-b92c-1a7ab553d121 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Aug 19 02:48:58.136258 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c0bd77da-7933-4b23-93cd-7256668c89bb req-9fc62264-9ff8-40a4-8f88-dd66bde59db0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Aug 19 02:48:59.228754 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ee0ae77f-0e6a-41c5-b589-d5fc46011f1e req-21cae0f5-c447-4d14-a4b9-9604afe5d4a8 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0254674 Aug 19 02:49:00.336756 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-dd44e1c4-058e-4264-8586-339ecc90b9c0 req-aa1420bc-e300-4932-9b4d-d0e9d714a8a4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fba428-79ca-4470-aa11-2ee328cf1040 HTTP/1.1" status: 200 len: 210 time: 0.0295434 Aug 19 02:49:01.503363 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 34234) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:01.555926 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.579123 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.684428 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.687830 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.688951 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "DELETE /v2.0/security-groups/b88de496-a88f-4d2c-973f-aaa7e00d99ed HTTP/1.1" status: 204 len: 168 time: 0.1846352 Aug 19 02:49:01.694128 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34236) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:01.698019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88de496-a88f-4d2c-973f-aaa7e00d99ed,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:01.705159 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.705507 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.705849 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.706214 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.706550 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.706884 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.707212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.707538 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.707865 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.708185 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.708509 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.708846 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d534f-4a80-4859-a53c-8e1accf991ef tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:01.766752 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.api.v2.resource [None req-0ba98933-91f8-4b70-8559-d04db492cbb3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] show failed (client error): The resource could not be found. Aug 19 02:49:01.767733 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0ba98933-91f8-4b70-8559-d04db492cbb3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups/b88de496-a88f-4d2c-973f-aaa7e00d99ed HTTP/1.1" status: 404 len: 347 time: 0.0749910 Aug 19 02:49:01.770527 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34244) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:01.893948 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Deleting port 7c9803aa-17a3-49b7-8698-e05536f85f05 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:49:01.894316 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.970917 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.971236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:01.983768 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Calling delete_port for 7c9803aa-17a3-49b7-8698-e05536f85f05 owned by network:floatingip {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:49:02.147890 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.173249 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'Port': ['ID=7c9803aa-17a3-49b7-8698-e05536f85f05,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:02.183533 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.183888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.184234 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.184632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.184968 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.185304 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.185632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.185960 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.186312 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.186637 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.186961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.187285 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:02.243305 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.245914 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.247140 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-81564e41-9bbc-4c81-ba95-e00054339e91 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "DELETE /v2.0/floatingips/4f38ed21-240d-499d-a093-e64255aca1e4 HTTP/1.1" status: 204 len: 168 time: 0.4756048 Aug 19 02:49:02.719757 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-92997663-fa42-4e26-87b9-fd6572e47e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.787721 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34254) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:02.792513 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804236138', 'description': 'tempest-description--1630689629'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:02.845669 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.926771 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:02.988024 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.023263 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ab7ba-bad7-47a3-8860-614e535ce073,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:03.068021 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.069275 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-3a7c3a38-4722-429d-abca-d623899340bd tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2804770 Aug 19 02:49:03.072078 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34258) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:03.077402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group_rule': {'security_group_id': 'a76ab7ba-bad7-47a3-8860-614e535ce073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:03.146557 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.205878 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.256240 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.275735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9204ac6-2487-46e4-8d33-483e01975d3d,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:03.343292 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.344554 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5bd9eea8-427e-4a90-ae0a-8cb8b36c60b6 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715268 Aug 19 02:49:03.347854 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34264) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:03.352714 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'security_group_rule': {'security_group_id': 'a76ab7ba-bad7-47a3-8860-614e535ce073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:03.450635 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.506393 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.582508 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.601334 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0b50d9-c9ad-49ff-8ace-65fe5351610d,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:03.668322 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.669568 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8956c346-80d5-4c49-a934-aade6c591105 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207164 Aug 19 02:49:03.672718 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 34266) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:03.677323 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:03.759785 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.857457 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:03.957864 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Allocated IP 172.27.3.204 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/9cbcc80d-4359-469b-9920-5bd1433406c6) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:49:04.060607 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.171435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.210256 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:49:04.213041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:49:04.217336 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:49:04.238265 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=9cbcc80d-4359-469b-9920-5bd1433406c6,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:04.304372 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.409987 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.557308 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.622816 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.686392 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=9cbcc80d-4359-469b-9920-5bd1433406c6,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:04.701185 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.782059 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:04.783299 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6511cef5-3f43-4485-bbf7-f83398921b7d tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1096468 Aug 19 02:49:04.948994 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-823ba65a-7833-493f-9255-9fc6634ff6fb tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1804236138&fields=id&tenant_id=9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 267 time: 0.0342414 Aug 19 02:49:05.056211 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-bd30cbc5-d9df-43e7-8f9f-0d7508756619 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:05.057644 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-bd30cbc5-d9df-43e7-8f9f-0d7508756619 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 811 time: 0.1016417 Aug 19 02:49:05.072335 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-fce6234e-d9ff-4497-9279-d7c38cdf70e9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/quotas/9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 375 time: 0.0087013 Aug 19 02:49:05.124113 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-77c101f6-e1b6-43e3-977c-e56fd98b4a6a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462039 Aug 19 02:49:05.193558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-99f1bc96-efe4-4c1f-b9fe-7e21c6f0bd8c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:49:05.196917 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-99f1bc96-efe4-4c1f-b9fe-7e21c6f0bd8c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595169 Aug 19 02:49:05.250810 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0b618396-9b57-4521-aa43-0be477b65e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:05.285534 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-ae5ed2e8-5727-44fc-9b86-d92aa805c47b service neutron] 10.222.0.38 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Aug 19 02:49:05.373638 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-589d4c17-8db7-43d7-a9fc-3d92fc06c7df service neutron] 10.222.0.38 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819955 Aug 19 02:49:05.560286 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:05.591699 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f6568333-a08f-454e-8620-53ddc6bbd4d4 req-b6fb1b34-994b-4f7a-8a84-9d6d5e416464 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 210 time: 0.0319221 Aug 19 02:49:06.479616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:06.684940 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-959650f1-7f34-4538-a5a0-75f3d6692b3b req-9dececf1-f978-40a8-b1e8-956000248539 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 210 time: 0.0273454 Aug 19 02:49:07.487723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-56c6ec78-129b-4602-babb-c62ce5e3fbb8 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:07.489226 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-56c6ec78-129b-4602-babb-c62ce5e3fbb8 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 811 time: 0.1040342 Aug 19 02:49:07.538563 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-841d0d68-aa78-4ff1-9e9d-011699e99197 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bade93ce4724d9f8c00a4dd3631f429 HTTP/1.1" status: 200 len: 380 time: 0.0347121 Aug 19 02:49:07.548232 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'port': {'device_id': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'admin_state_up': True, 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'security_groups': ['a76ab7ba-bad7-47a3-8860-614e535ce073']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:07.713795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Made reservation on behalf of 9bade93ce4724d9f8c00a4dd3631f429 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:49:07.717386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:07.803752 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c7dbbf49-d7d2-4993-ae56-25eec14b584c req-4deed33d-4efa-4537-b810-ba6f427149c5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 210 time: 0.0309958 Aug 19 02:49:07.870751 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Allocated IP 172.20.0.5 (58d304d8-0316-41b3-ae55-1f9ea752b69d/b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6/94d959df-b1ea-4b55-a660-6616feb58648) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:49:08.008247 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.017816 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Transition to ACTIVE for port object 94d959df-b1ea-4b55-a660-6616feb58648 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:49:08.125775 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.173134 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:49:08.176481 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:49:08.177050 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.180268 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:49:08.187258 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event updated for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:08.232756 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:08.233401 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.308999 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-03894666-6ac1-4ab9-ab11-105eccd40c16 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7647111 Aug 19 02:49:08.327645 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Request body: {'port': {'device_id': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:08.380110 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.496163 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-4f949a39-ac56-4af9-9396-237ae558ee86 None None] Provisioning for port 94d959df-b1ea-4b55-a660-6616feb58648 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:49:08.500510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-4f949a39-ac56-4af9-9396-237ae558ee86 None None] Provisioning complete for port 94d959df-b1ea-4b55-a660-6616feb58648 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:49:08.500879 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4f949a39-ac56-4af9-9396-237ae558ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.537089 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-4f949a39-ac56-4af9-9396-237ae558ee86 None None] Port 94d959df-b1ea-4b55-a660-6616feb58648 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:49:08.893243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d959df-b1ea-4b55-a660-6616feb58648 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:49:08.900747 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:08.915079 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Transition to ACTIVE for port object 94d959df-b1ea-4b55-a660-6616feb58648 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:49:08.929703 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1767636-0c28-4907-8fb2-5d3f88092587 req-a89cf50b-518c-4e17-9f53-a71d0f983bf7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:08.931220 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c1767636-0c28-4907-8fb2-5d3f88092587 req-a89cf50b-518c-4e17-9f53-a71d0f983bf7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 931 time: 0.0570850 Aug 19 02:49:08.969040 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c1767636-0c28-4907-8fb2-5d3f88092587 req-727bd77d-f639-4b56-8895-26c885e00e05 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Aug 19 02:49:08.977033 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:09.027052 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Pushing event updated for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:09.095351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Attempting to bind port 94d959df-b1ea-4b55-a660-6616feb58648 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:49:09.095610 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Attempting to bind port 94d959df-b1ea-4b55-a660-6616feb58648 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:49:09.095941 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Attempting to bind port 94d959df-b1ea-4b55-a660-6616feb58648 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:49:09.100351 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Port 94d959df-b1ea-4b55-a660-6616feb58648 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:49:09.100677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Attempting to bind port 94d959df-b1ea-4b55-a660-6616feb58648 on network 58d304d8-0316-41b3-ae55-1f9ea752b69d {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:49:09.105535 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:49:09.105865 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Checking segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:49:09.106875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Bound using segment: {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:49:09.107312 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Bound port: 94d959df-b1ea-4b55-a660-6616feb58648, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a092345b-b409-4982-8df8-9557719eae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:49:09.107672 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:09.176991 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:49:09.179985 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=94d959df-b1ea-4b55-a660-6616feb58648,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:49:09.234290 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:09.266430 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.266952 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:09.268512 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] 10.222.0.41 "PUT /v2.0/ports/94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1093 time: 0.9453928 Aug 19 02:49:09.270840 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:49:09.273041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260b389d-3066-4a23-8d2c-b88d60ff261e" -d '{"events": [{"name": "network-changed", "server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "tag": "94d959df-b1ea-4b55-a660-6616feb58648"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:49:09.302920 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33644a50-9a6f-437b-94d5-5edf1f941715 service neutron] Pushing event updated for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:09.319444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79bb313-54d5-4ec3-8196-3c0975b69a14 x-openstack-request-id: req-c79bb313-54d5-4ec3-8196-3c0975b69a14 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:49:09.319763 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "tag": "94d959df-b1ea-4b55-a660-6616feb58648", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:49:09.320014 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c79bb313-54d5-4ec3-8196-3c0975b69a14 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:49:09.320415 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648', 'status': 'completed', 'code': 200} Aug 19 02:49:09.399525 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-233b16b7-8f66-478f-b668-e84b75d77d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.401166 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-233b16b7-8f66-478f-b668-e84b75d77d7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1096 time: 0.0426321 Aug 19 02:49:09.511139 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-eebf3568-aac6-4c03-bd31-e1d067cd622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.513240 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-eebf3568-aac6-4c03-bd31-e1d067cd622c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967555 Aug 19 02:49:09.603962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-89e03bfb-3bba-4104-b97c-e9b51c30dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.605441 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-260b389d-3066-4a23-8d2c-b88d60ff261e req-89e03bfb-3bba-4104-b97c-e9b51c30dc88 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866432 Aug 19 02:49:09.708847 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-331b7526-da1d-4a54-bc5c-7f3d869a73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.710368 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-331b7526-da1d-4a54-bc5c-7f3d869a73b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1096 time: 0.0454538 Aug 19 02:49:09.756003 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-e89dbf87-6684-4f63-bfc9-1f7fb4611eaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 217 time: 0.0329368 Aug 19 02:49:09.803450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-5dc01393-7634-4ba6-867d-a4ae1b70b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.804844 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-5dc01393-7634-4ba6-867d-a4ae1b70b21e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0423334 Aug 19 02:49:09.852696 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-ec6a0104-e46a-4879-8260-5fd2d22431cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:09.854193 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-ec6a0104-e46a-4879-8260-5fd2d22431cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424895 Aug 19 02:49:09.943250 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-ba490116-8376-4fdc-aebf-d2f52f07e7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818987 Aug 19 02:49:10.036221 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fdf49a2e-b01c-41c4-a5d8-ea0d29c05db8 req-e853a5b7-0a40-45e9-b4e1-ecddd0f9926f service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Aug 19 02:49:10.082231 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bc80-0f44-42f4-95c3-62b3a5e18639 req-553d5496-d16d-4a63-ae2f-ad918c896625 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:10.083863 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e4f9bc80-0f44-42f4-95c3-62b3a5e18639 req-553d5496-d16d-4a63-ae2f-ad918c896625 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 943 time: 0.0490041 Aug 19 02:49:10.121650 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e4f9bc80-0f44-42f4-95c3-62b3a5e18639 req-b494cc62-efca-480b-8617-08a332b5e197 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Aug 19 02:49:11.234453 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d967-2068-4025-bf16-e02d399fce85 req-4dc29afb-bb25-4ce6-88af-6b7cba105a21 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:11.235949 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2f92d967-2068-4025-bf16-e02d399fce85 req-4dc29afb-bb25-4ce6-88af-6b7cba105a21 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 943 time: 0.0481684 Aug 19 02:49:11.274340 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2f92d967-2068-4025-bf16-e02d399fce85 req-cc39db54-e93a-48aa-9311-eea704ebdaf4 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Aug 19 02:49:11.904894 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 94d959df-b1ea-4b55-a660-6616feb58648 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:49:11.998205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=94d959df-b1ea-4b55-a660-6616feb58648,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:49:12.008716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '94d959df-b1ea-4b55-a660-6616feb58648', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'port_id': '94d959df-b1ea-4b55-a660-6616feb58648', 'mac_address': 'fa:16:3e:3d:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:49:12.047346 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:12.060104 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d959df-b1ea-4b55-a660-6616feb58648 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:49:12.079081 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=94d959df-b1ea-4b55-a660-6616feb58648,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:49:12.164616 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:12.210600 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:12.217454 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.217804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.218170 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.218507 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.218840 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.219169 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.219492 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.219815 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.220162 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.220489 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.220809 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.221130 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:49:12.386883 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1c2d1-e84d-4b74-8022-80f65bd0b874 req-775693fb-1349-4850-882c-5b5b7fc15099 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:12.388380 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-36a1c2d1-e84d-4b74-8022-80f65bd0b874 req-775693fb-1349-4850-882c-5b5b7fc15099 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 944 time: 0.0483744 Aug 19 02:49:12.425490 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-36a1c2d1-e84d-4b74-8022-80f65bd0b874 req-ca6e371e-990b-41b3-95f8-d910d8f82ef5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Aug 19 02:49:12.481901 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['94d959df-b1ea-4b55-a660-6616feb58648'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:49:13.538451 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9ad7-ddda-4fd5-a01f-6035b799c544 req-e814f4e1-964a-449f-a587-9839bdece304 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:13.539914 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdd9ad7-ddda-4fd5-a01f-6035b799c544 req-e814f4e1-964a-449f-a587-9839bdece304 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 944 time: 0.0482411 Aug 19 02:49:13.577173 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5cdd9ad7-ddda-4fd5-a01f-6035b799c544 req-b038a0e3-f836-4e12-9659-909e35c5cbd2 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308609 Aug 19 02:49:13.905792 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 94d959df-b1ea-4b55-a660-6616feb58648 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:49:14.021976 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 94d959df-b1ea-4b55-a660-6616feb58648 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:49:14.026068 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 94d959df-b1ea-4b55-a660-6616feb58648 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:49:14.026438 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:14.101677 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:14.123161 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:49:14.125446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bc0b77-a532-4527-9051-c9a42bce7eca" -d '{"events": [{"server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "name": "network-vif-plugged", "status": "completed", "tag": "94d959df-b1ea-4b55-a660-6616feb58648"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:49:14.141381 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=94d959df-b1ea-4b55-a660-6616feb58648,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:49:14.216493 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:14.244158 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecac4cdf-ec32-45f2-b612-5a4374ea9239 x-openstack-request-id: req-ecac4cdf-ec32-45f2-b612-5a4374ea9239 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:49:14.244446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "name": "network-vif-plugged", "status": "completed", "tag": "94d959df-b1ea-4b55-a660-6616feb58648", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:49:14.244691 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecac4cdf-ec32-45f2-b612-5a4374ea9239 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:49:14.245070 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648', 'code': 200} Aug 19 02:49:14.267126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:49:14.599338 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255480f6-6045-419f-bf10-677599b26947 req-ce536cea-005f-4b33-b1ad-bbade3fd44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:14.600808 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-255480f6-6045-419f-bf10-677599b26947 req-ce536cea-005f-4b33-b1ad-bbade3fd44c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0437918 Aug 19 02:49:14.636871 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-255480f6-6045-419f-bf10-677599b26947 req-8012e37e-3cd2-479d-b281-f6fe5eec39cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287089 Aug 19 02:49:14.697557 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a4a7-8a3b-49bc-91dd-80f4795165d7 req-a9bd246e-355b-4062-93c3-0c3cec457fc9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:14.699111 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5452a4a7-8a3b-49bc-91dd-80f4795165d7 req-a9bd246e-355b-4062-93c3-0c3cec457fc9 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.0549173 Aug 19 02:49:14.737160 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5452a4a7-8a3b-49bc-91dd-80f4795165d7 req-8fc80c86-8781-4bdb-b92c-e3c42892be6b tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Aug 19 02:49:15.856283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e95c6-c643-4e7f-9a02-7e67aa5ba2c0 req-44b49c5c-6a62-4830-98fb-d5c383311d53 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:15.857735 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-763e95c6-c643-4e7f-9a02-7e67aa5ba2c0 req-44b49c5c-6a62-4830-98fb-d5c383311d53 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Aug 19 02:49:15.895833 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-763e95c6-c643-4e7f-9a02-7e67aa5ba2c0 req-644399b9-aae4-4b4f-912a-a8663e85cc54 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Aug 19 02:49:17.013471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d2a5-1b23-4430-bab1-8f6f4077c659 req-b21cfd33-c454-4ee0-b812-97e477e20e70 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:17.014977 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ab3d2a5-1b23-4430-bab1-8f6f4077c659 req-b21cfd33-c454-4ee0-b812-97e477e20e70 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.0501697 Aug 19 02:49:17.053254 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6ab3d2a5-1b23-4430-bab1-8f6f4077c659 req-47d75d74-32e9-4b70-b744-897578b2b58c tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Aug 19 02:49:17.164676 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659a931-f231-4554-afc4-2f95f3c4e696 req-df6807ed-831d-4a92-8e9a-cbbbf1c23f22 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:17.166153 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8659a931-f231-4554-afc4-2f95f3c4e696 req-df6807ed-831d-4a92-8e9a-cbbbf1c23f22 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Aug 19 02:49:17.174542 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 34440) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:49:17.184455 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Request body: {'floatingip': {'port_id': '94d959df-b1ea-4b55-a660-6616feb58648'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:49:17.217377 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:17.639564 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:17.718377 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:18.035671 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.l3_db [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Floating IP 846d0da0-193c-4444-9e09-3b3d67aeb538 associated. External IP: 172.27.3.204, port: 94d959df-b1ea-4b55-a660-6616feb58648. Aug 19 02:49:18.242963 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:49:18.352115 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:49:18.357525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:18.362087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:49:18.372286 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:49:18.372903 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:49:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:49:18.383754 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a7774352-39ce-49c7-b3ad-37a0cd889ae7 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "PUT /v2.0/floatingips/846d0da0-193c-4444-9e09-3b3d67aeb538 HTTP/1.1" status: 200 len: 991 time: 1.2081673 Aug 19 02:49:18.384426 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648'}] {{(pid=94405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:49:18.386861 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e18d1cb06b647339a7633158544a46b320e2fbe8af4390dd2b50db1bf7c1505" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5290b925-6980-41c1-9977-dfe7a15c8467" -d '{"events": [{"name": "network-changed", "server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "tag": "94d959df-b1ea-4b55-a660-6616feb58648"}]}' {{(pid=94405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:49:18.481174 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5ffed-e831-4c9e-9801-4704e1011d7b x-openstack-request-id: req-40b5ffed-e831-4c9e-9801-4704e1011d7b {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:49:18.481542 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "tag": "94d959df-b1ea-4b55-a660-6616feb58648", "status": "completed", "code": 200}]} {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:49:18.481813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40b5ffed-e831-4c9e-9801-4704e1011d7b {{(pid=94405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:49:18.482627 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648', 'status': 'completed', 'code': 200} Aug 19 02:49:18.570450 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-f949cabd-70e2-4528-be2b-b8dc02008d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:18.571911 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-f949cabd-70e2-4528-be2b-b8dc02008d82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0464082 Aug 19 02:49:18.609293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:49:18.666671 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-9a3dfa5a-a94e-4e25-a2e0-e664ded4ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:18.668166 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-9a3dfa5a-a94e-4e25-a2e0-e664ded4ed05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0888689 Aug 19 02:49:18.736699 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-9bf8a179-3ccc-4db4-9cef-46a6afdb675e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 999 time: 0.0617032 Aug 19 02:49:18.785966 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-e3aeb138-f85c-4d33-b47b-a38392bdec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:18.787472 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-e3aeb138-f85c-4d33-b47b-a38392bdec37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0434544 Aug 19 02:49:18.831246 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '846d0da0-193c-4444-9e09-3b3d67aeb538', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '94d959df-b1ea-4b55-a660-6616feb58648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:3d:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:49:04Z', 'updated_at': '2021-08-19T02:49:17Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:49:18.832625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-bb8dbbba-514d-41e0-b94d-048b69adfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:18.834192 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-bb8dbbba-514d-41e0-b94d-048b69adfc95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394499 Aug 19 02:49:18.862219 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:49:18.870285 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:49:18.870898 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:49:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:49:18.928800 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-9935bd6f-eba0-4872-a3bb-6b815d3530f8 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Aug 19 02:49:18.976161 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:49:19.020779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-5290b925-6980-41c1-9977-dfe7a15c8467 req-d7686f70-4b1e-41c9-b278-926ca62c2253 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852633 Aug 19 02:49:19.197528 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '846d0da0-193c-4444-9e09-3b3d67aeb538', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '94d959df-b1ea-4b55-a660-6616feb58648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:3d:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:49:04Z', 'updated_at': '2021-08-19T02:49:17Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:49:19.223669 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e8f88-6910-4fc5-a203-ea7b0f24b3f6 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': '846d0da0-193c-4444-9e09-3b3d67aeb538', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'port_id': '94d959df-b1ea-4b55-a660-6616feb58648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'mac_address': 'fa:16:3e:3d:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:49:04Z', 'updated_at': '2021-08-19T02:49:17Z', 'revision_number': 1, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:49:19.395394 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86387fe9-3748-4b07-8bce-6048a3b833b9 None None] New status for floating IP 846d0da0-193c-4444-9e09-3b3d67aeb538: ACTIVE {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:49:22.028179 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:28.891928 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:49:32.724752 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f77096b6-8a3f-4e20-a594-7f1d569438a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:35.250286 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c3547b50-b7c6-4014-a03b-30008d0a6d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:35.558572 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:36.450713 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:38.198653 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:49:44.276789 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-240c915e-89f6-4313-b078-0a24234d3795 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444281 Aug 19 02:49:44.378421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-9f7e08cf-7863-46dd-bc52-0299e8779a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:44.380009 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-9f7e08cf-7863-46dd-bc52-0299e8779a1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0427871 Aug 19 02:49:44.484424 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-912e0f6c-2b1e-4beb-8e84-8fe916bce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:44.485902 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-912e0f6c-2b1e-4beb-8e84-8fe916bce0e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0845535 Aug 19 02:49:44.555426 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-d0c95721-dfe2-4bae-b15e-bb991a39ff59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0607731 Aug 19 02:49:44.604470 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-18d3e680-73b1-44fd-b586-f015ea126dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:44.605854 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-18d3e680-73b1-44fd-b586-f015ea126dcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0416512 Aug 19 02:49:44.650641 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-6d2db59b-0019-4b20-afa6-ec13a740c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:49:44.652073 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-6d2db59b-0019-4b20-afa6-ec13a740c681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387332 Aug 19 02:49:44.745657 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-2dc2b496-582a-4025-a9a5-8c6965d2e6e1 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856347 Aug 19 02:49:44.841440 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f3a12d26-f102-4c1a-a952-d566f21a1694 req-5d556c31-579a-4d8b-98fe-6462ca25de40 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Aug 19 02:49:52.038498 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:02.752420 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8698b430-3ec7-4761-91e6-98cf14009222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:05.260341 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ee26d0b0-bd2d-4630-9554-b9af53d192f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:05.551784 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:05.890900 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:50:06.466941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:08.169637 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:22.026658 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:32.722719 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fa31aa4c-f1d7-43ef-8f52-3908770cdf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:35.280710 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3bb50f4c-8c00-44b6-bbf9-748054473601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:35.589375 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:36.474490 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:38.189065 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:50:42.890709 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:50:45.279234 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-282f8f4e-e2d9-46cf-9535-2b21b6bba36e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438907 Aug 19 02:50:45.380230 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-988eaebe-7c74-4441-ae2e-a49a6d8150e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:50:45.380230 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-988eaebe-7c74-4441-ae2e-a49a6d8150e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0423930 Aug 19 02:50:45.489968 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-385289b6-a3d0-4669-892a-ccfafebe8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:50:45.491434 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-385289b6-a3d0-4669-892a-ccfafebe8fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0873475 Aug 19 02:50:45.556021 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-f9cef791-831a-401c-8000-9873d6c6f4e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0567133 Aug 19 02:50:45.605369 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-05210df6-95d2-4793-b944-4c82dc90953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:50:45.606882 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-05210df6-95d2-4793-b944-4c82dc90953f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0428846 Aug 19 02:50:45.655552 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-526a5b2d-dbfe-4f65-a21e-4b2a0be9cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:50:45.657006 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-526a5b2d-dbfe-4f65-a21e-4b2a0be9cff8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433431 Aug 19 02:50:45.745128 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-7411f42e-8db1-4afd-958a-383a4c22f177 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798168 Aug 19 02:50:45.838244 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-93140b6e-283d-425a-b4b6-35bbc2b14594 req-f9ed57bd-0747-4303-803d-496b1bebc27b service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861266 Aug 19 02:50:52.022794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:02.713446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ba97b5c4-0316-4094-84f5-e9004ae18190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:05.253615 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-139dbf5f-3a7f-4921-a2c8-bf94e89b15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:05.556506 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:06.450691 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:08.199176 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:19.889716 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:51:22.032826 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:32.732248 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-850f13d1-23a9-474e-b1c7-0fe64d0d50b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:35.249238 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a08171dd-e9f4-49bd-84f1-3a5dcdbf335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:35.563344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:36.460527 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:38.186116 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:45.283673 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-a33729f4-9947-4b1b-917d-c43d4491c8a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486643 Aug 19 02:51:45.380165 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-f33b8f8e-7a7a-4312-a504-a20b00e5b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:51:45.381646 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-f33b8f8e-7a7a-4312-a504-a20b00e5b36a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0402303 Aug 19 02:51:45.488099 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-f2ce2c8c-6097-40e9-959e-32f6595219ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:51:45.489488 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-f2ce2c8c-6097-40e9-959e-32f6595219ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0874367 Aug 19 02:51:45.552809 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-a7535a76-038c-407a-b506-cef66bfc77b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0566337 Aug 19 02:51:45.605007 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-87080e05-54f6-4f10-b440-ecda76489012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:51:45.606503 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-87080e05-54f6-4f10-b440-ecda76489012 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0463114 Aug 19 02:51:45.650718 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-22d18bba-804b-4b98-8c54-27e49b2752ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:51:45.652151 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-22d18bba-804b-4b98-8c54-27e49b2752ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391924 Aug 19 02:51:45.741201 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-e758cbc9-6aa0-44cd-9665-471062a648ee service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814853 Aug 19 02:51:45.832359 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec57dd2c-84e6-47bb-8b38-f32f3b0a4db7 req-f94aef8f-cfa1-4f2e-9b6e-e0054da9c416 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Aug 19 02:51:52.019901 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:51:56.888265 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:52:02.732037 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a0895df-c368-48e0-ba79-5188798efff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:05.257343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-50214bdf-af4a-4ad3-a266-e037af4be21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:05.565657 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:06.470322 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:08.196294 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:22.024055 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:32.754793 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-aa52dd65-ba12-40a5-87ce-9d181648c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:33.886887 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:52:35.256823 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b8716f2c-a2e8-44dc-ab8d-242df881d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:35.560918 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:36.468845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:38.206357 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:52:45.353139 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-a760e38b-ff37-4e91-8525-a6f72a5de074 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277802 Aug 19 02:52:45.455747 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5935cc-dad3-4785-be77-eccfc558591e req-52dff47e-34aa-417d-8d8e-d28a305edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:52:45.457233 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-52dff47e-34aa-417d-8d8e-d28a305edf45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0447874 Aug 19 02:52:45.562335 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5935cc-dad3-4785-be77-eccfc558591e req-db110271-529d-40c3-832d-fc7e888647a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:52:45.563769 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-db110271-529d-40c3-832d-fc7e888647a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0885227 Aug 19 02:52:45.631698 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-6e29c44d-3fc1-4640-8d39-cbdef73b2e7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0608330 Aug 19 02:52:45.680738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5935cc-dad3-4785-be77-eccfc558591e req-a87bcbdb-538e-47a5-80c0-9f46727a42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:52:45.682209 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-a87bcbdb-538e-47a5-80c0-9f46727a42b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0434794 Aug 19 02:52:45.728128 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5935cc-dad3-4785-be77-eccfc558591e req-5fac946e-2359-429c-b9cb-e1b082c74b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:52:45.729649 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-5fac946e-2359-429c-b9cb-e1b082c74b1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405078 Aug 19 02:52:45.740267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-71c1f006-8ea1-49e6-828c-63cf2451151f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:52:45.741233 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-71c1f006-8ea1-49e6-828c-63cf2451151f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049717 Aug 19 02:52:45.836396 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-fc6c8bb3-0feb-4bc9-8d4d-e18e5f50a1fa service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883219 Aug 19 02:52:45.924105 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fb5935cc-dad3-4785-be77-eccfc558591e req-e8166f2d-8edf-4a82-ba06-ec786b021468 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805876 Aug 19 02:52:52.028104 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:02.765341 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fe83f79e-6191-47ed-b74e-c879220c32cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:05.250839 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f3d26c1a-d911-44d0-b2aa-a8ca2eb8a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:05.565031 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:06.450455 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:08.204825 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:10.885473 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:53:12.037621 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 36798) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:53:12.141113 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.228088 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.290179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.327897 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25379fc8af4f42599847d39b06b1e44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891417 Aug 19 02:53:12.329859 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7681df-7ccb-4f44-9ae7-cdad1898b672,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:53:12.330592 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 36808) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:53:12.337585 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.337941 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.338319 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.338661 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.339504 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.339849 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.340179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.340516 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.340845 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.341174 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.341507 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.341832 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe5ece-e23f-4ae0-9fee-759452967022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.380891 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.402548 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.507608 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.510159 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:12.511666 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae7681df-7ccb-4f44-9ae7-cdad1898b672 HTTP/1.1" status: 204 len: 168 time: 0.1800842 Aug 19 02:53:12.520618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7681df-7ccb-4f44-9ae7-cdad1898b672,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:53:12.527034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.527376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.527717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.528041 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.528370 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.528690 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.529010 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.529365 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.529686 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.530023 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.530349 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:12.530663 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382116f5-02ed-43b4-93f7-e91d974f6a8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:53:22.021270 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:32.746281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8273315b-0e14-446a-a100-3ca85aabdd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:35.249240 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b4f63700-83d1-4dc7-b227-1f7044993da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:35.558615 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:36.466415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:38.180498 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:53:46.257208 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-6ee8becb-edc5-464f-a644-236abb5f81fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386999 Aug 19 02:53:46.351222 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-57368fe2-453d-4ec6-b19b-2b5551e87b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:53:46.352668 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-57368fe2-453d-4ec6-b19b-2b5551e87b7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0394535 Aug 19 02:53:46.454570 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-22d0061d-55fb-4331-b183-00eaa94718a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:53:46.456005 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-22d0061d-55fb-4331-b183-00eaa94718a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0854433 Aug 19 02:53:46.518417 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-5e253ef7-ab7f-4d32-92df-fcba9fbd2503 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0552955 Aug 19 02:53:46.566169 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-2fd25bc6-6559-43ba-8bf2-f0a3e964a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:53:46.567611 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-2fd25bc6-6559-43ba-8bf2-f0a3e964a1fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0425823 Aug 19 02:53:46.616359 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-c5b51cc1-76fc-4e5e-8902-9dcb921c5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:53:46.617930 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-c5b51cc1-76fc-4e5e-8902-9dcb921c5bed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431433 Aug 19 02:53:46.706288 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-6e7cd10c-89d4-4174-86da-b69da2ffef21 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813625 Aug 19 02:53:46.801378 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-0eb0dbb6-ef45-4df4-9676-c6467a4e028f req-beb23077-c6fe-464b-a611-a33759ae2195 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880885 Aug 19 02:53:47.885041 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:53:52.060510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:02.739577 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4b709c5c-f5a9-469e-892a-c9cf6943b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:05.293930 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f4a9f492-c204-4da9-9b64-08f76b3cc7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:05.574399 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:06.482142 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:08.219628 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:22.013587 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:24.883679 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:54:32.733082 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b63c1cc8-96dc-4459-bdde-7e024964bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:35.270420 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8882a0f3-37ee-4b3f-b736-2dad6db87a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:35.567680 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:36.464272 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:38.230560 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:54:47.255930 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-2e34dd11-3878-4f83-a938-485713217a99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409768 Aug 19 02:54:47.354141 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-09beb117-344c-451e-8558-2cf8404f151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:54:47.355630 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-09beb117-344c-451e-8558-2cf8404f151d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0407891 Aug 19 02:54:47.459216 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-5ac62035-03d0-4b22-b3d4-b6c650876326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:54:47.460662 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-5ac62035-03d0-4b22-b3d4-b6c650876326 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0866733 Aug 19 02:54:47.525043 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-2a28c557-dcb7-4df8-a1b8-b633c3a8a366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0565922 Aug 19 02:54:47.580083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-d5dd5a43-63cf-4d4f-ab17-9fc09949a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:54:47.581500 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-d5dd5a43-63cf-4d4f-ab17-9fc09949a6c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0503376 Aug 19 02:54:47.625755 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-5be1f396-b854-481e-9624-2f8e4c4ba6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:54:47.627260 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-5be1f396-b854-481e-9624-2f8e4c4ba6c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388062 Aug 19 02:54:47.719074 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-786df7df-9241-4c34-81ae-02880694ea99 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841868 Aug 19 02:54:47.807221 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f2517fff-3362-440a-96fe-f7fd5cd7e88c req-db98f38c-820b-4e58-8b0c-2ebe984245cb service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807633 Aug 19 02:54:52.041399 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:01.882092 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:55:02.748698 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-884cedc0-026e-463b-9541-2870dbffb5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:05.263832 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ce63c33a-3f5f-429a-adee-e28343e18e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:05.572697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:06.481108 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:08.212511 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:22.063437 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:32.743165 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c063f9ba-49e9-45ce-9b1c-349edfd66996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:35.260655 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-2efdf4f7-91ad-44b0-88c1-7777a7be5c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:35.582957 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:36.489697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:38.228874 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:38.880184 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:55:49.253682 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-b1cee3f0-d1af-4200-9e61-7cfc26bfcaf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390854 Aug 19 02:55:49.353969 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096f855-b248-49df-9a32-3e223067f3de req-3d29e259-1385-4f4e-ad8b-4c2f291c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:49.355465 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-3d29e259-1385-4f4e-ad8b-4c2f291c95eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 1098 time: 0.0445302 Aug 19 02:55:49.455706 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096f855-b248-49df-9a32-3e223067f3de req-9313b9ee-3dd7-495e-af79-444ffc791419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:49.457063 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-9313b9ee-3dd7-495e-af79-444ffc791419 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 200 len: 912 time: 0.0822358 Aug 19 02:55:49.523102 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-0d062be9-a4e1-412c-8a27-d084032ebf8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 200 len: 1001 time: 0.0589199 Aug 19 02:55:49.570983 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096f855-b248-49df-9a32-3e223067f3de req-500c80a5-c0ed-4109-8cf3-b7dc3720d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:49.572390 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-500c80a5-c0ed-4109-8cf3-b7dc3720d982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 200 len: 850 time: 0.0428329 Aug 19 02:55:49.618421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096f855-b248-49df-9a32-3e223067f3de req-de33f7ed-f4f8-4055-9f26-61e1ee1724bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:49.619910 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-de33f7ed-f4f8-4055-9f26-61e1ee1724bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58d304d8-0316-41b3-ae55-1f9ea752b69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401790 Aug 19 02:55:49.713222 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-11b4a4e4-aa1e-4e11-b65a-86fcdd4768da service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Aug 19 02:55:49.802503 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c096f855-b248-49df-9a32-3e223067f3de req-38c141b5-a457-4b4e-9693-d2387e4b8bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Aug 19 02:55:52.077422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:55.930508 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cf76-6c29-4ab9-8c10-5df7d626f057 req-0350088c-6f3b-467e-930c-4cfe09338125 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:55.932003 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d8e0cf76-6c29-4ab9-8c10-5df7d626f057 req-0350088c-6f3b-467e-930c-4cfe09338125 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.2029846 Aug 19 02:55:55.970323 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d8e0cf76-6c29-4ab9-8c10-5df7d626f057 req-ca02cd09-1e16-4c38-ae17-e1c830a9acb5 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76ab7ba-bad7-47a3-8860-614e535ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Aug 19 02:55:56.302164 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-a20d80ad-bf7a-4aed-872a-925cee29f553 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:55:56.303631 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-a20d80ad-bf7a-4aed-872a-925cee29f553 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Aug 19 02:55:56.391564 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Deleting port 94d959df-b1ea-4b55-a660-6616feb58648 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:55:56.391894 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:56.731597 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] For port 94d959df-b1ea-4b55-a660-6616feb58648, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=94d959df-b1ea-4b55-a660-6616feb58648,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:55:56.731952 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:56.896405 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:56.896607 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:56.896868 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Floating IP 846d0da0-193c-4444-9e09-3b3d67aeb538 disassociated. External IP: 172.27.3.204, port: 94d959df-b1ea-4b55-a660-6616feb58648. Aug 19 02:55:56.897210 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Calling delete_port for 94d959df-b1ea-4b55-a660-6616feb58648 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:55:57.091223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:57.121856 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'Port': ['ID=94d959df-b1ea-4b55-a660-6616feb58648,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:55:57.127032 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ed0d4dde-e7d6-4be9-b595-aa7abb076fc6 req-67abfa06-d88f-4595-9bad-facd90f0af7a tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 210 time: 0.0825982 Aug 19 02:55:57.132546 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.133881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.133881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.133881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.133881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.134375 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.134647 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.134981 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.135315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.135947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.135947 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.136431 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:55:57.248357 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:55:57.355590 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:55:57.365648 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:55:57.374432 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:55:57.375038 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:55:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:55:57.396799 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] No DVR routers for this DVR port 94d959df-b1ea-4b55-a660-6616feb58648 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:55:57.399442 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:57.401438 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-84ff3969-d948-42c0-bc66-2ed0deb136da req-f8f7d624-ac77-4b1d-8e95-a5cfecfcd982 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.41 "DELETE /v2.0/ports/94d959df-b1ea-4b55-a660-6616feb58648 HTTP/1.1" status: 204 len: 173 time: 1.0912137 Aug 19 02:55:57.401901 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'name': 'network-vif-deleted', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:55:57.404200 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feeb5c2-9cc1-41ca-bb2e-540ec34c9579" -d '{"events": [{"server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "name": "network-vif-deleted", "tag": "94d959df-b1ea-4b55-a660-6616feb58648"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:55:57.622843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:55:57.817598 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:55:57.843627 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:55:57.852491 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:55:57.853090 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:55:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:55:57.955134 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:55:58.167771 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:55:58.195041 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea474a-dae4-4fae-a044-b9c800d10a84 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T02:23:24Z', 'revision_number': 4, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '1f1d83c7-ad43-4e80-874e-b2c1ce167d93', 'name': '', 'network_id': '58d304d8-0316-41b3-ae55-1f9ea752b69d', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'mac_address': 'fa:16:3e:f3:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:23Z', 'updated_at': '2021-08-19T02:23:30Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'subnets': [{'id': 'b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:55:58.240611 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3bc88da3-69ee-43b2-8d84-9992fdfe2f61 req-cf8a0ce9-2de7-4e86-93be-2a8bbafaa552 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/ports?device_id=05d90c5a-efbf-4769-865f-f6aeebbe3589 HTTP/1.1" status: 200 len: 210 time: 0.0291150 Aug 19 02:55:58.419448 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477a041-9df7-4bbd-9894-f973c197f1ae None None] New status for floating IP 846d0da0-193c-4444-9e09-3b3d67aeb538: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:55:58.522842 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251cad67-615b-45f1-b2d0-ee72f2997262 x-openstack-request-id: req-251cad67-615b-45f1-b2d0-ee72f2997262 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:55:58.523322 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d90c5a-efbf-4769-865f-f6aeebbe3589", "name": "network-vif-deleted", "tag": "94d959df-b1ea-4b55-a660-6616feb58648", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:55:58.523412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-251cad67-615b-45f1-b2d0-ee72f2997262 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:55:58.523764 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d90c5a-efbf-4769-865f-f6aeebbe3589', 'name': 'network-vif-deleted', 'tag': '94d959df-b1ea-4b55-a660-6616feb58648', 'status': 'completed', 'code': 200} Aug 19 02:55:59.398083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 38528) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:55:59.456191 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.478661 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.588047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.590720 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.591868 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "DELETE /v2.0/security-groups/a76ab7ba-bad7-47a3-8860-614e535ce073 HTTP/1.1" status: 204 len: 168 time: 0.1928167 Aug 19 02:55:59.594690 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38530) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:55:59.601648 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8adfde-ef26-4017-af3e-e416f1d3f89e tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ab7ba-bad7-47a3-8860-614e535ce073,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:55:59.608471 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.api.v2.resource [None req-b5dbe0a8-8036-491f-973b-953aefdbf8e3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] show failed (client error): The resource could not be found. Aug 19 02:55:59.609497 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b5dbe0a8-8036-491f-973b-953aefdbf8e3 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "GET /v2.0/security-groups/a76ab7ba-bad7-47a3-8860-614e535ce073 HTTP/1.1" status: 404 len: 347 time: 0.0137351 Aug 19 02:55:59.612192 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 38532) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:55:59.733913 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Deleting port 9cbcc80d-4359-469b-9920-5bd1433406c6 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:55:59.734282 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.810602 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.810926 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:55:59.822675 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Calling delete_port for 9cbcc80d-4359-469b-9920-5bd1433406c6 owned by network:floatingip {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:56:00.008420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:00.031698 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Pushing event deleted for resources: {'Port': ['ID=9cbcc80d-4359-469b-9920-5bd1433406c6,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:56:00.046475 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.046811 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.047149 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.047481 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.047813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.048144 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.048469 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.048792 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.049140 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.049461 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.049782 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.050122 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:56:00.107449 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks [] for floatingip, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:00.109961 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:00.111122 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c3ae06b0-dc4a-45af-933a-19e7974f26c0 tempest-AttachVolumeTestJSON-1719976592 tempest-AttachVolumeTestJSON-1719976592-project] 10.222.0.38 "DELETE /v2.0/floatingips/846d0da0-193c-4444-9e09-3b3d67aeb538 HTTP/1.1" status: 204 len: 168 time: 0.4978838 Aug 19 02:56:01.888495 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 94d959df-b1ea-4b55-a660-6616feb58648 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:56:01.908847 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 94d959df-b1ea-4b55-a660-6616feb58648 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:56:01.909219 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 94d959df-b1ea-4b55-a660-6616feb58648 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:56:02.765074 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc11-c5d2-4bb1-b1e6-0737baad10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:05.262157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-86854c15-55fb-4c2b-9997-68f59baa460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:05.570571 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:06.490926 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:08.227930 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:15.878285 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:56:22.085271 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:32.758871 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-4ca30d92-02d0-40f8-849c-4b6d9b131883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:35.252231 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0743373f-4bb8-4868-87c5-e56504f36e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:35.606890 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:36.492365 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:38.206392 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:52.084270 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:56:52.877581 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:57:02.751653 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5705d967-467e-494c-b9c4-b0c2e98c2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:05.283830 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0bac2022-444b-49e0-b645-f0f53d9bb543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:05.574602 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:06.502710 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:08.233911 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:22.095944 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:29.876507 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:57:32.768543 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0964b79b-7ddf-4895-a6d8-023c685fc594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:35.266697 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9e077884-3afb-4870-aa43-415661f61976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:35.569682 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:36.487935 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:38.278345 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:57:52.105951 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:02.756953 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-2589d10a-c549-463f-b986-1098117a8ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:05.265227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-692f4855-1b3f-41fd-a094-0c93a6417109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:05.567979 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:06.511227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:06.876718 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:58:08.265270 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:09.897343 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39824) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:10.012075 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.106497 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.208032 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.248706 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b153700759454059a6c6de3f74315dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501909 Aug 19 02:58:10.249549 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36dda1-3a12-4bdf-a6c4-ba5df699dc69,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:10.251542 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39842) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:10.269126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.269477 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.269812 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.270191 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.270526 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.270899 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.271230 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.271559 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.271887 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.272213 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.272537 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.272858 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e862f4-fd8e-4746-a712-b328c0778964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:10.316549 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.339458 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.494923 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.497658 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:10.498998 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd36dda1-3a12-4bdf-a6c4-ba5df699dc69 HTTP/1.1" status: 204 len: 168 time: 0.2465003 Aug 19 02:58:10.507386 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f68782-b2d3-4eeb-8a14-e6c52c55d370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36dda1-3a12-4bdf-a6c4-ba5df699dc69,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:11.166782 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39856) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:11.179783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ab2991c4-1dfd-4a06-bfd4-9480fa87a874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.267371 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ab2991c4-1dfd-4a06-bfd4-9480fa87a874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.355771 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ab2991c4-1dfd-4a06-bfd4-9480fa87a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.395788 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ab2991c4-1dfd-4a06-bfd4-9480fa87a874 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=befbbc1a9f844050b4663b9213e60ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278764 Aug 19 02:58:11.396932 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2991c4-1dfd-4a06-bfd4-9480fa87a874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf79f0-84ff-4184-a6da-ddd7ec11ba7d,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:11.401047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 39862) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:11.421787 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39866) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:11.454758 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.476244 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.604062 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.607129 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.609530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58bf79f0-84ff-4184-a6da-ddd7ec11ba7d HTTP/1.1" status: 204 len: 168 time: 0.2064562 Aug 19 02:58:11.623622 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf79f0-84ff-4184-a6da-ddd7ec11ba7d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:11.631679 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.632081 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.632416 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.633189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.633189 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.633666 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.634056 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.635163 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.635421 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.635682 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.636077 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.636412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95199a9-fab1-4711-bd4f-25b1ce089cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:11.694131 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Deleting subnet aa476e35-2df4-47c3-ba91-143112fa0a96 {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:58:11.698480 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.733656 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.772522 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.888453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.926361 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa476e35-2df4-47c3-ba91-143112fa0a96,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:11.928294 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:11.930207 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e32896ea-56aa-4172-9edb-54260ec0a4d6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aa476e35-2df4-47c3-ba91-143112fa0a96 HTTP/1.1" status: 204 len: 168 time: 0.5073013 Aug 19 02:58:11.933252 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39884) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:12.002792 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.085268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.095243 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a223c73-e7fa-47fd-9f87-107edf75df68']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:12.105240 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1f62d4-a05f-4811-8960-561dce789179') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:12.105530 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1f62d4-a05f-4811-8960-561dce789179') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:12.116008 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.128383 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.134724 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:58:12.135102 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:58:12.136825 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:58:12.265598 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.271895 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.273973 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0a223c73-e7fa-47fd-9f87-107edf75df68 HTTP/1.1" status: 204 len: 168 time: 0.3396823 Aug 19 02:58:12.287864 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf75c7c-b68b-4239-a207-0d394a50b812 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a223c73-e7fa-47fd-9f87-107edf75df68,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:12.635498 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39908) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:12.676815 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-30fc87b6-fa6c-43b0-89c6-4095e11d1e44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95d47a0aede54af2bffe5415bdb49a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401063 Aug 19 02:58:12.679176 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39912) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:12.733685 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.754964 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.887580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.890305 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:12.891511 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05df1b4c-189a-449a-a7ef-afd99e2312e1 HTTP/1.1" status: 204 len: 168 time: 0.2113948 Aug 19 02:58:12.900198 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd215c-c313-4a7d-b941-396774144568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df1b4c-189a-449a-a7ef-afd99e2312e1,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:13.789376 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39944) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:13.898698 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e2f1da96-cb82-4b8c-b4e6-0dc284cd4a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:13.993560 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e2f1da96-cb82-4b8c-b4e6-0dc284cd4a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.053824 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e2f1da96-cb82-4b8c-b4e6-0dc284cd4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.091410 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1da96-cb82-4b8c-b4e6-0dc284cd4a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcf6aaf-19e9-4eb9-80be-1f929443ece7,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:14.096548 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e2f1da96-cb82-4b8c-b4e6-0dc284cd4a87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8abd0c0054314666b7f04080e9156ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060620 Aug 19 02:58:14.099413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39960) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:14.148085 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.172276 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.259137 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.261633 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:14.262813 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbcf6aaf-19e9-4eb9-80be-1f929443ece7 HTTP/1.1" status: 204 len: 168 time: 0.1627805 Aug 19 02:58:14.270800 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffbaa6-a370-43e9-8130-0bbcd6216531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcf6aaf-19e9-4eb9-80be-1f929443ece7,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:15.303906 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 39990) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:15.399659 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-577508536-network', 'tenant_id': '016c71fd1233430a9a32a9d315b52868'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:15.481964 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Made reservation on behalf of 016c71fd1233430a9a32a9d315b52868 for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:58:15.484250 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.492552 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.578447 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.630611 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.650593 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:58:15.664023 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5f2e7-b0e1-4e46-9106-deb1cad51947,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:15.669324 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.669715 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Added segment 072f9b1d-bde8-4a55-959f-85e3b2ee2cc3 of type vlan for network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e Aug 19 02:58:15.709657 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.830369 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.831361 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:15.831946 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:15.893203 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] Pushing event updated for resources: {'Network': ['ID=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:15.904128 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:58:15.939971 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-5bb4c5c1-9eec-4620-aa75-f5a7d647933b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6349859 Aug 19 02:58:15.942734 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40008) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:15.948259 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Request body: {'subnet': {'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-577508536-subnet', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'ip_version': 4}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:16.035981 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Made reservation on behalf of 016c71fd1233430a9a32a9d315b52868 for: {'subnet': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:58:16.038354 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129723563'] for subnet, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.253918 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126880898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129723581'] for subnet, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.316301 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b1ee30-1bba-4b53-be60-f146ddbf3311,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:16.319486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Checking segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:16.319849 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Network hostable DHCP agents. Network: 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:58:16.407824 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:58:16.539443 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e) {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:16.547836 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:16.550291 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.551627 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145cbca-08b5-4ad5-af6e-a6fd67ed19b2 None None] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:58:16.632877 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c3947154-3bea-4dd8-ae9d-5b8273329591 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6887121 Aug 19 02:58:16.634314 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40012) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:16.640030 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:16.694864 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:58:16.695709 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.750457 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.751516 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.805225 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.829551 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Allocated IP 172.20.0.2 (4b4292f1-51f3-4fa2-bbf7-eae88a42b80e/81b1ee30-1bba-4b53-be60-f146ddbf3311/861849b3-fbca-4d3e-b862-c5ddcd2e093f) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:16.973349 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:16.985333 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Transition to ACTIVE for port object 861849b3-fbca-4d3e-b862-c5ddcd2e093f will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:17.001312 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Transition to ACTIVE for port object 861849b3-fbca-4d3e-b862-c5ddcd2e093f will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:17.002935 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.070996 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.112816 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:17.118299 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:17.121608 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:17.124815 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Pushing event updated for resources: {'Port': ['ID=861849b3-fbca-4d3e-b862-c5ddcd2e093f,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:17.136376 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.136721 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.137057 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.137388 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.137715 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.138209 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.138458 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.138801 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.139106 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.139425 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.139743 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.140059 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:17.187325 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Attempting to bind port 861849b3-fbca-4d3e-b862-c5ddcd2e093f on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:17.187692 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Attempting to bind port 861849b3-fbca-4d3e-b862-c5ddcd2e093f by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:17.188085 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Attempting to bind port 861849b3-fbca-4d3e-b862-c5ddcd2e093f on network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:17.192973 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:17.193369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Checking segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:17.193766 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.194179 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Bound using segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:17.194633 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Bound port: 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:17.195017 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.260003 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] For port 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:17.263598 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] For port 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=861849b3-fbca-4d3e-b862-c5ddcd2e093f,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:17.316075 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.334418 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.334933 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.404265 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae2db-42c1-4aa3-853b-d881749efaf5 None None] Pushing event updated for resources: {'Port': ['ID=861849b3-fbca-4d3e-b862-c5ddcd2e093f,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:17.466402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Allocated IP 172.27.3.100 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/3779a8c2-4da5-4772-94f9-36d32c80f635) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:17.466402 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40024) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:17.617886 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.628360 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cbc3-e362-4fc5-9f21-df0c03d0f9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.741677 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cbc3-e362-4fc5-9f21-df0c03d0f9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.790348 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.821837 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cbc3-e362-4fc5-9f21-df0c03d0f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:17.846360 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:17.858413 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:17.868745 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:17.895414 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3779a8c2-4da5-4772-94f9-36d32c80f635,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:17.913308 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1cbc3-e362-4fc5-9f21-df0c03d0f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd7de27-ec13-4afe-8e12-cb9ae95e26eb,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:17.917656 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-dbd1cbc3-e362-4fc5-9f21-df0c03d0f9d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=246f03d575794980a84650eff84291bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515710 Aug 19 02:58:17.920466 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40030) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:17.978409 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.006915 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.167506 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.170384 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.173885 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bd7de27-ec13-4afe-8e12-cb9ae95e26eb HTTP/1.1" status: 204 len: 168 time: 0.2501142 Aug 19 02:58:18.187764 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa6e18-885d-4dfc-9439-9e470315e3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd7de27-ec13-4afe-8e12-cb9ae95e26eb,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:18.261156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.263090 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1482aa-f610-4f4a-b470-454738ab2d61 None None] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:58:18.376539 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-213efa29-03fc-4731-b9ce-fb69f925657a None None] Provisioning for port 861849b3-fbca-4d3e-b862-c5ddcd2e093f completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:18.471203 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.659270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Router 164b0d9f-d67a-4592-9279-8d849072398a is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:58:18.753589 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40038) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:18.769613 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:58:18.772735 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07c2f64b-cc71-4a9f-913d-78b2fd2a7b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.780744 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Sync routers for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:58:18.791727 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:18.792343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:18.831060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 861849b3-fbca-4d3e-b862-c5ddcd2e093f up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:18.865014 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:18.866605 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5a701859-9f09-469d-b6d6-3cde1f5012f1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2311304 Aug 19 02:58:18.869301 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40040) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:18.958092 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07c2f64b-cc71-4a9f-913d-78b2fd2a7b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.036803 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-07c2f64b-cc71-4a9f-913d-78b2fd2a7b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.067253 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:19.083758 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40046) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:19.084184 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-07c2f64b-cc71-4a9f-913d-78b2fd2a7b5e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fdcec80e36e423cb5e5b9eb1275bf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286891 Aug 19 02:58:19.086642 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2f64b-cc71-4a9f-913d-78b2fd2a7b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d3180-9e9f-4b25-b671-f55b6dd40d28,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:19.127415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 861849b3-fbca-4d3e-b862-c5ddcd2e093f completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:19.164713 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 861849b3-fbca-4d3e-b862-c5ddcd2e093f triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:19.165072 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.304941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.349179 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:18Z', 'revision_number': 3, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:19.352072 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=861849b3-fbca-4d3e-b862-c5ddcd2e093f,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:19.378531 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Checking router: 164b0d9f-d67a-4592-9279-8d849072398a for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:58:19.378875 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Updating router 164b0d9f-d67a-4592-9279-8d849072398a port 3779a8c2-4da5-4772-94f9-36d32c80f635 binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:58:19.403241 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.425248 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.468026 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.502362 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.540200 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=861849b3-fbca-4d3e-b862-c5ddcd2e093f,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:19.643982 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.646510 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.647703 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f4d3180-9e9f-4b25-b671-f55b6dd40d28 HTTP/1.1" status: 204 len: 168 time: 0.5626268 Aug 19 02:58:19.652114 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.668609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bc3cb-0638-4d1a-8b0e-fb70f3950590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d3180-9e9f-4b25-b671-f55b6dd40d28,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:19.718054 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.729813 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Transition to ACTIVE for port object 3779a8c2-4da5-4772-94f9-36d32c80f635 will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:19.785029 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.815601 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Allocated IP 172.20.0.1 (4b4292f1-51f3-4fa2-bbf7-eae88a42b80e/81b1ee30-1bba-4b53-be60-f146ddbf3311/0c679c2b-9c9f-4545-bf4c-fb3a0648f18a) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:19.832716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Attempting to bind port 3779a8c2-4da5-4772-94f9-36d32c80f635 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:19.833086 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Attempting to bind port 3779a8c2-4da5-4772-94f9-36d32c80f635 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:19.833446 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Attempting to bind port 3779a8c2-4da5-4772-94f9-36d32c80f635 on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:19.844461 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:19.844860 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:19.845269 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.845660 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:19.846210 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Bound port: 3779a8c2-4da5-4772-94f9-36d32c80f635, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:19.846586 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.849010 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69065b6-e3df-49cf-908b-a893971bbe14 None None] Pushing event updated for resources: {'Port': ['ID=3779a8c2-4da5-4772-94f9-36d32c80f635,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:19.900103 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] For port 3779a8c2-4da5-4772-94f9-36d32c80f635, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:19.903707 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] For port 3779a8c2-4da5-4772-94f9-36d32c80f635, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3779a8c2-4da5-4772-94f9-36d32c80f635,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:19.924314 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:19.937593 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Transition to ACTIVE for port object 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:19.968441 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.020013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.025535 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:20.026370 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:20.069634 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69065b6-e3df-49cf-908b-a893971bbe14 None None] Pushing event updated for resources: {'Port': ['ID=3779a8c2-4da5-4772-94f9-36d32c80f635,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:20.070642 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:20.074659 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:20.078670 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:20.103430 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Pushing event updated for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:20.138087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.151268 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:20.350808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:18Z', 'revision_number': 3, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:20.378317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.378566 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e83f-2476-445a-ad6e-7eb6c8885770 None None] The sync data for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi is: [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:18Z', 'revision_number': 3, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:58:20.430855 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-352704d8-dd16-406f-9c69-90a94bc6100e None None] Provisioning for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:20.435613 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-352704d8-dd16-406f-9c69-90a94bc6100e None None] Provisioning complete for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:20.436060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-352704d8-dd16-406f-9c69-90a94bc6100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.478119 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-352704d8-dd16-406f-9c69-90a94bc6100e None None] Port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:58:20.555319 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.607455 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.684309 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:20.686232 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Pushing event updated for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:20.803494 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:20.805148 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:20.939537 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 861849b3-fbca-4d3e-b862-c5ddcd2e093f up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:20.965558 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Router 164b0d9f-d67a-4592-9279-8d849072398a has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:58:21.034711 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 861849b3-fbca-4d3e-b862-c5ddcd2e093f triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:21.035212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.113509 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:58:21.124001 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0f29f9e3-7b36-4c96-a941-e5f082e01d86 admin admin] 10.222.0.38 "PUT /v2.0/routers/164b0d9f-d67a-4592-9279-8d849072398a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2529662 Aug 19 02:58:21.126952 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-edeb99fa-5fc2-44f6-96e7-5d119b328a04 None None] Provisioning complete for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:21.127330 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-edeb99fa-5fc2-44f6-96e7-5d119b328a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.170132 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3779a8c2-4da5-4772-94f9-36d32c80f635 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:21.197428 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-edeb99fa-5fc2-44f6-96e7-5d119b328a04 None None] Port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:58:21.310689 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 3779a8c2-4da5-4772-94f9-36d32c80f635 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:21.315798 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 3779a8c2-4da5-4772-94f9-36d32c80f635 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:21.316397 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.411510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.434400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 3779a8c2-4da5-4772-94f9-36d32c80f635, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3779a8c2-4da5-4772-94f9-36d32c80f635,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:21.509927 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.565649 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=3779a8c2-4da5-4772-94f9-36d32c80f635,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:21.797298 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40102) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:21.802518 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1022273549-network', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:21.909750 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Made reservation on behalf of c704834818494c7aa0c2b79f562cf41b for: {'network': 1} {{(pid=94405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:58:21.912094 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:21.921481 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.013529 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.092770 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.119534 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:58:22.135945 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b4223-12e3-4874-ab34-232e60d067ec,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:22.136150 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.136303 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Sync routers for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:58:22.136767 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.136767 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.segments_db [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Added segment 38e3ae97-cc26-44eb-8b77-46643996105a of type vlan for network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 Aug 19 02:58:22.142557 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:22.143539 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:22.189183 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.268367 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:22.276289 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.277432 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:22.278023 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.341962 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:22.352258 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:58:22.402425 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40126) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:22.402960 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9fc9d66a-722c-4461-b685-e1a674a12ef8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6044645 Aug 19 02:58:22.408011 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Request body: {'subnet': {'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1022273549-subnet', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:22.474971 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 2, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:22.504894 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Checking router: 164b0d9f-d67a-4592-9279-8d849072398a for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:58:22.505252 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Updating router 164b0d9f-d67a-4592-9279-8d849072398a port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:58:22.516109 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Made reservation on behalf of c704834818494c7aa0c2b79f562cf41b for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:58:22.518748 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126744056'] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.532683 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.593607 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40130) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:22.709099 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-219f802c-e36b-49ad-bb5f-7ae592dedc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.767784 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126764650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126744046'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.801419 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-219f802c-e36b-49ad-bb5f-7ae592dedc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.811780 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3779a8c2-4da5-4772-94f9-36d32c80f635 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:22.817143 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.827916 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Transition to ACTIVE for port object 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:22.833638 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f817bf6c-e339-4cdf-9b90-2d4a4d46895e,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:22.843928 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Checking segment: {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:22.844286 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Network hostable DHCP agents. Network: a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:58:22.864898 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 3779a8c2-4da5-4772-94f9-36d32c80f635 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:22.865267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.881623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-219f802c-e36b-49ad-bb5f-7ae592dedc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.910273 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:22.921544 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f802c-e36b-49ad-bb5f-7ae592dedc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c06bfd-2589-4cc8-b2d4-9bb8bab3b541,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:22.928989 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-219f802c-e36b-49ad-bb5f-7ae592dedc78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58febb1bdcc0422180043aa9d4c03b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333006 Aug 19 02:58:22.930265 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40134) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:22.950531 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:58:22.960783 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Pushing event updated for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:22.972500 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.972922 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.973259 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.973772 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.974305 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.979343 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.982033 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.982531 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.982978 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.983874 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.984275 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.984672 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:58:22.986694 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.009366 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.030790 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:23.035201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:23.035979 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.045420 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f4f53-d0bb-4bf2-87af-90d0b6483fb9 None None] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:58:23.052272 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Attempting to bind port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:23.052889 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Attempting to bind port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:23.053436 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Attempting to bind port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a on network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:23.060569 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:23.060944 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Checking segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:23.061458 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.061852 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Bound using segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:23.062421 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Bound port: 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:23.062825 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.118107 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2a82a0b3-ded0-4a20-bf5d-384e91126203 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7131405 Aug 19 02:58:23.119486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40136) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:23.124019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:23.145079 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.146349 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] For port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:23.148054 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.151771 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70c06bfd-2589-4cc8-b2d4-9bb8bab3b541 HTTP/1.1" status: 204 len: 168 time: 0.2172096 Aug 19 02:58:23.154848 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] For port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:23.164637 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36a836-8b87-4292-a44b-ba48eb3d5c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c06bfd-2589-4cc8-b2d4-9bb8bab3b541,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:23.220129 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63abe2cc-8e15-5a0a-b038-f517363d061e-a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e'}]}} from dv-cinder-757936-6-iscsi. {{(pid=94406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:58:23.221056 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.225160 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13002'] for router, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.226312 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12995'] for router, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.248418 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.305202 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.343387 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:23.344251 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:23.389721 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35845a-9332-4ef8-9e35-e5396b5d51c7 None None] Pushing event updated for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:23.405553 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.db_base_plugin_common [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Allocated IP 172.20.0.2 (a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05/f817bf6c-e339-4cdf-9b90-2d4a4d46895e/e547808d-887e-4ceb-ad17-4d738d75515a) {{(pid=94406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:23.561463 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.579665 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:23.615107 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks [] for port, precommit_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.623949 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Transition to ACTIVE for port object e547808d-887e-4ceb-ad17-4d738d75515a will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:23.639362 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Transition to ACTIVE for port object e547808d-887e-4ceb-ad17-4d738d75515a will not be triggered until provisioned by entity DHCP. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:23.745769 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435'] for port, after_create {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.789231 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 is already hosted by enough agents. {{(pid=94406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:23.792896 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.scheduler.base_scheduler [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Resources bound (agent type, host, resource id): {{(pid=94406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:23.798676 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Received port after_create {{(pid=94406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:23.812023 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Pushing event updated for resources: {'Port': ['ID=e547808d-887e-4ceb-ad17-4d738d75515a,revision_number=1']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:23.821920 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:23Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:23.850632 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76314fac-8c95-43bd-93d3-9ac7b3ebdd56 None None] The sync data for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi is: [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:23Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:58:23.850846 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.866308 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Attempting to bind port e547808d-887e-4ceb-ad17-4d738d75515a on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:23.866688 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Attempting to bind port e547808d-887e-4ceb-ad17-4d738d75515a by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:23.867191 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Attempting to bind port e547808d-887e-4ceb-ad17-4d738d75515a on network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:23.872389 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.872643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:23.872958 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Checking segment: {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:23.873359 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.873752 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Bound using segment: {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:23.874239 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Bound port: e547808d-887e-4ceb-ad17-4d738d75515a, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:23.874758 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.936935 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40148) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:23.952248 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0206bcb1-da1d-4220-8ac4-a078d86e813d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:23.968977 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] For port e547808d-887e-4ceb-ad17-4d738d75515a, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:23.974396 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] For port e547808d-887e-4ceb-ad17-4d738d75515a, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e547808d-887e-4ceb-ad17-4d738d75515a,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:24.010587 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Allocated IP 172.27.3.121 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/ed566506-5d32-4594-8365-d5b348e8a9ea) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:24.063177 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.080100 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0206bcb1-da1d-4220-8ac4-a078d86e813d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.128022 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c62b-9f5f-483e-9c1b-96c63403215b None None] Pushing event updated for resources: {'Port': ['ID=e547808d-887e-4ceb-ad17-4d738d75515a,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:24.131722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.151382 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-0206bcb1-da1d-4220-8ac4-a078d86e813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.191323 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206bcb1-da1d-4220-8ac4-a078d86e813d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e460b-567f-4214-aca1-3546a9e10a4f,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:24.208819 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-0206bcb1-da1d-4220-8ac4-a078d86e813d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6328c6675c14d4da6c3b82581133bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658994 Aug 19 02:58:24.208819 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40150) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:24.219511 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.264723 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.266043 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:24.268607 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:24.271378 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:24.293119 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.298991 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed566506-5d32-4594-8365-d5b348e8a9ea,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:24.413762 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.417267 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.419733 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf9e460b-567f-4214-aca1-3546a9e10a4f HTTP/1.1" status: 204 len: 168 time: 0.2117743 Aug 19 02:58:24.431156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9a091-2c2f-486a-a340-fe61294722a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e460b-567f-4214-aca1-3546a9e10a4f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:24.736524 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:24.917850 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:25.029026 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581665'] for router, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.065422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:25.070253 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:25.070776 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.167102 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.212314 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:25.229228 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507fbe8-9521-4fe7-b20c-26c5ef6bcf6e None None] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:58:25.236388 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Router 945434af-929d-4852-bc8e-82d83aa089e3 is scheduled to L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 with binding_index 1 {{(pid=94405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:58:25.284036 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.284825 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e547808d-887e-4ceb-ad17-4d738d75515a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:25.355694 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:58:25.372960 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Sync routers for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:58:25.428201 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:25.441458 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:25.442107 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:25.465167 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.470951 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-13efc8f4-8fa6-4624-b0ce-d82beaf879f1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3503864 Aug 19 02:58:25.471394 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40176) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:25.511758 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-bd66612d-9024-4fd3-a376-3c487ccba5dc None None] Provisioning for port e547808d-887e-4ceb-ad17-4d738d75515a completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:25.550554 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port e547808d-887e-4ceb-ad17-4d738d75515a completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:25.569008 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port e547808d-887e-4ceb-ad17-4d738d75515a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:25.569008 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.616216 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:25.796907 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.861793 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port e547808d-887e-4ceb-ad17-4d738d75515a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e547808d-887e-4ceb-ad17-4d738d75515a,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:25.879685 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-518fdf29-3127-43c3-9f28-5a4d340f7462 None None] Provisioning complete for port e547808d-887e-4ceb-ad17-4d738d75515a triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:25.880088 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-518fdf29-3127-43c3-9f28-5a4d340f7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.917112 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:24Z', 'revision_number': 3, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:25.936019 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.945374 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Checking router: 945434af-929d-4852-bc8e-82d83aa089e3 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:58:25.945905 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Updating router 945434af-929d-4852-bc8e-82d83aa089e3 port ed566506-5d32-4594-8365-d5b348e8a9ea binding host dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:58:25.972816 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:25.982339 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.090730 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Allocated IP 172.20.0.1 (a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05/f817bf6c-e339-4cdf-9b90-2d4a4d46895e/f03498fa-86f8-45eb-bd68-036f36c01687) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:26.131843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=e547808d-887e-4ceb-ad17-4d738d75515a,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:26.198662 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.214087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Transition to ACTIVE for port object f03498fa-86f8-45eb-bd68-036f36c01687 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:26.314588 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks [] for port, precommit_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.324213 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Transition to ACTIVE for port object ed566506-5d32-4594-8365-d5b348e8a9ea will not be triggered until provisioned by entity L2. {{(pid=94406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:26.328034 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.377016 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:26.380047 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:26.384005 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:26.387534 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.422260 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:26.434728 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588905'] for router_interface, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.438572 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Attempting to bind port ed566506-5d32-4594-8365-d5b348e8a9ea on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:26.443593 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Attempting to bind port ed566506-5d32-4594-8365-d5b348e8a9ea by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:26.444054 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Attempting to bind port ed566506-5d32-4594-8365-d5b348e8a9ea on network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:26.458569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:26.459064 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Checking segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:26.459569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.460084 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Bound using segment: {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'} {{(pid=94406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:26.460669 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.managers [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Bound port: ed566506-5d32-4594-8365-d5b348e8a9ea, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a9bb0-9e89-43c4-8c44-05acd6a977d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e'}}] {{(pid=94406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:26.461150 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.497354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4966fa-6a79-452f-8907-5fbe8578244b None None] Pushing event updated for resources: {'Port': ['ID=ed566506-5d32-4594-8365-d5b348e8a9ea,revision_number=2']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:26.537217 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] For port ed566506-5d32-4594-8365-d5b348e8a9ea, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:26.543014 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] For port ed566506-5d32-4594-8365-d5b348e8a9ea, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ed566506-5d32-4594-8365-d5b348e8a9ea,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:26.631197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.692936 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.693528 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:26.693794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:26.729145 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4966fa-6a79-452f-8907-5fbe8578244b None None] Pushing event updated for resources: {'Port': ['ID=ed566506-5d32-4594-8365-d5b348e8a9ea,revision_number=3']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:26.818025 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:26.845445 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:26.849829 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-664ab18e-006d-4b67-81e3-c68043e51ce5 None None] Provisioning for port f03498fa-86f8-45eb-bd68-036f36c01687 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:26.874293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-664ab18e-006d-4b67-81e3-c68043e51ce5 None None] Provisioning complete for port f03498fa-86f8-45eb-bd68-036f36c01687 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:26.874730 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-664ab18e-006d-4b67-81e3-c68043e51ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.875119 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:26.950347 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.028916 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588957'] for router_interface, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.041709 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:27.127668 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-664ab18e-006d-4b67-81e3-c68043e51ce5 None None] Port f03498fa-86f8-45eb-bd68-036f36c01687 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:58:27.137765 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:27.137765 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:27.157501 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:27.157876 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.268962 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Router 945434af-929d-4852-bc8e-82d83aa089e3 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:58:27.296065 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e547808d-887e-4ceb-ad17-4d738d75515a up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:27.326648 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'f03498fa-86f8-45eb-bd68-036f36c01687', 'name': '', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'mac_address': 'fa:16:3e:29:8a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:25Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 1, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'subnets': [{'id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:27.359505 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b017a-c95d-40fc-8f8a-c0c81dc9eb6b None None] The sync data for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi is: [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'f03498fa-86f8-45eb-bd68-036f36c01687', 'name': '', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'mac_address': 'fa:16:3e:29:8a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:25Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 1, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'subnets': [{'id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:58:27.385087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port e547808d-887e-4ceb-ad17-4d738d75515a triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:27.385497 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.406399 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:58:27.411651 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-408cc918-1b6b-44c2-8587-839a73a901e6 admin admin] 10.222.0.38 "PUT /v2.0/routers/945434af-929d-4852-bc8e-82d83aa089e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383192 Aug 19 02:58:27.455389 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-b03eb1d8-3aae-4595-b59e-11b1cc101c0c None None] Provisioning complete for port f03498fa-86f8-45eb-bd68-036f36c01687 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:27.455770 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b03eb1d8-3aae-4595-b59e-11b1cc101c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.523436 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-b03eb1d8-3aae-4595-b59e-11b1cc101c0c None None] Port f03498fa-86f8-45eb-bd68-036f36c01687 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:58:27.752866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40236) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:27.864405 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2772181c-ee0d-4a7d-9973-ed062dc2de0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:27.958295 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2772181c-ee0d-4a7d-9973-ed062dc2de0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.059019 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2772181c-ee0d-4a7d-9973-ed062dc2de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.103355 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2772181c-ee0d-4a7d-9973-ed062dc2de0e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59c1dec3ef4a417db4d3155142f7f0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492908 Aug 19 02:58:28.104806 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772181c-ee0d-4a7d-9973-ed062dc2de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937c948-a5b8-43f9-b25f-7303eb906af3,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:28.106834 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40240) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:28.157546 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.181739 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.282110 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.282110 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.282110 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b937c948-a5b8-43f9-b25f-7303eb906af3 HTTP/1.1" status: 204 len: 168 time: 0.1727016 Aug 19 02:58:28.289604 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9866-6851-41af-bde8-7bdf2d8be05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937c948-a5b8-43f9-b25f-7303eb906af3,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:28.818169 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40250) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:28.819685 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ed566506-5d32-4594-8365-d5b348e8a9ea up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:28.831349 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-61c5e340-8177-4433-a1ea-5e27205700e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.904686 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port ed566506-5d32-4594-8365-d5b348e8a9ea completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:28.908686 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ed566506-5d32-4594-8365-d5b348e8a9ea triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:28.911001 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.923265 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-61c5e340-8177-4433-a1ea-5e27205700e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:28.967069 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-61c5e340-8177-4433-a1ea-5e27205700e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.012293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.040737 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port ed566506-5d32-4594-8365-d5b348e8a9ea, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ed566506-5d32-4594-8365-d5b348e8a9ea,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:29.110618 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.125317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40254) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:29.131400 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728475004', 'description': 'tempest-secgroup-smoke-728475004 description', 'project_id': '016c71fd1233430a9a32a9d315b52868'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:29.166773 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=ed566506-5d32-4594-8365-d5b348e8a9ea,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:29.236119 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.237847 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-61c5e340-8177-4433-a1ea-5e27205700e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c52221f3c0944c20aa430719d642524a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184408 Aug 19 02:58:29.238733 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e340-8177-4433-a1ea-5e27205700e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb535c4-22ec-4376-bd1e-6f34fc0ea35b,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:29.240995 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40256) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:29.292644 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.314357 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.319866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.401183 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.429644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7e072a-1861-4051-b151-ac20a1843d86,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:29.470096 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.472817 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.473961 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fb535c4-22ec-4376-bd1e-6f34fc0ea35b HTTP/1.1" status: 204 len: 168 time: 0.2320879 Aug 19 02:58:29.482132 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16228d-7fbf-4608-a871-eae2471bde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb535c4-22ec-4376-bd1e-6f34fc0ea35b,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:29.498701 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.499983 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-27ad9a6d-ac75-48d7-b2c9-dbd4c1d72d2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3727751 Aug 19 02:58:29.503089 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40260) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:29.507637 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:29.589969 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.643957 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.710198 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.730560 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cad2b8-5dfa-4063-b132-03fa43c263d0,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:29.807161 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.810974 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c352fb74-23fe-4018-ab0b-985cc9bec42d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043690 Aug 19 02:58:29.811192 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40268) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:29.815610 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:29.881284 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:29.945176 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.024382 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.043031 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60451e6a-566b-4574-ac48-1b61aa935d0b,revision_number=0']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:30.127550 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.128792 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-12ce5207-e859-47ea-9360-eeabaf57f7fc tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166852 Aug 19 02:58:30.131655 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40278) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:30.136637 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:30.247132 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.306566 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.350250 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.367186 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a0dcaf-7a39-43d3-a82e-e237fca29bf4,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:30.453053 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.454412 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6da70fb8-db31-4660-9766-997faf85e65f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216228 Aug 19 02:58:30.457262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40288) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:30.461713 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:30.561187 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.633462 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.687036 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.694225 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Sync routers for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:58:30.705143 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:30.705356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16422b6f-7f9c-4e3c-bf81-1e0a0aee5a07,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:30.705739 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:30.778859 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.780362 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-52f4c4bb-5c73-4818-afc5-fce13131c516 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221760 Aug 19 02:58:30.783127 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40296) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:30.787775 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:30.796143 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ed566506-5d32-4594-8365-d5b348e8a9ea up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:30.842920 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:30.846125 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port ed566506-5d32-4594-8365-d5b348e8a9ea triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:30.846501 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.859197 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.securitygroups_db [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Project 016c71fd1233430a9a32a9d315b52868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:58:30.865322 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:30.946151 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.007343 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.025477 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d24615-607e-433d-94da-c95443aaf2bd,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:31.055077 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'f03498fa-86f8-45eb-bd68-036f36c01687', 'name': '', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'mac_address': 'fa:16:3e:29:8a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:25Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 2, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'subnets': [{'id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:31.080959 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Checking router: 945434af-929d-4852-bc8e-82d83aa089e3 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:58:31.081316 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Updating router 945434af-929d-4852-bc8e-82d83aa089e3 port f03498fa-86f8-45eb-bd68-036f36c01687 binding host dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:58:31.081447 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.082762 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-db79abf7-a31d-44d6-ba0f-396492e92c55 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2985704 Aug 19 02:58:31.085444 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40300) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:31.090110 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'security_group_rule': {'security_group_id': '8f7e072a-1861-4051-b151-ac20a1843d86', 'project_id': '016c71fd1233430a9a32a9d315b52868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:31.106508 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.156138 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.securitygroups_db [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Project 016c71fd1233430a9a32a9d315b52868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:58:31.161859 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.226717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.281543 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271187'] for security_group_rule, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.300302 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790aaf99-e1ce-4996-94d2-d4ea756f8c92,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:31.356259 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.357458 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6dcb6ed7-6267-4e52-865e-1abe74a18390 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2710176 Aug 19 02:58:31.381681 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.391719 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.provisioning_blocks [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Transition to ACTIVE for port object f03498fa-86f8-45eb-bd68-036f36c01687 will not be triggered until provisioned by entity L2. {{(pid=94407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:31.487087 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.537523 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ce3d-acdc-405f-9b7d-ac03de1d92d4 None None] Pushing event updated for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=3']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:31.599990 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Attempting to bind port f03498fa-86f8-45eb-bd68-036f36c01687 on host dv-cinder-757936-6-iscsi for vnic_type normal with profile {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:58:31.600451 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Attempting to bind port f03498fa-86f8-45eb-bd68-036f36c01687 by drivers openvswitch,hyperv on host dv-cinder-757936-6-iscsi at level 0 using segments [{'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:58:31.600875 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Attempting to bind port f03498fa-86f8-45eb-bd68-036f36c01687 on network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:58:31.607503 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Checking agent: {'id': 'f8c967eb-cc47-404b-af00-e58262aca254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 14, 5), 'started_at': datetime.datetime(2021, 8, 19, 2, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:58:31.607869 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Checking segment: {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:58:31.608243 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.608691 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Bound using segment: {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'} {{(pid=94407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:58:31.609067 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.managers [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Bound port: f03498fa-86f8-45eb-bd68-036f36c01687, host: dv-cinder-757936-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e3ae97-cc26-44eb-8b77-46643996105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05'}}] {{(pid=94407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:58:31.609461 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.679292 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] For port f03498fa-86f8-45eb-bd68-036f36c01687, host dv-cinder-757936-6-iscsi, cleared binding levels {{(pid=94407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:58:31.682948 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.plugins.ml2.db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] For port f03498fa-86f8-45eb-bd68-036f36c01687, host dv-cinder-757936-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=f03498fa-86f8-45eb-bd68-036f36c01687,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:58:31.785311 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron_lib.callbacks.manager [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:31.844647 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:58:31.844881 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:58:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:31.888100 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ce3d-acdc-405f-9b7d-ac03de1d92d4 None None] Pushing event updated for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=4']} {{(pid=94407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:31.968379 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:58:32.169840 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'f03498fa-86f8-45eb-bd68-036f36c01687', 'name': '', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'mac_address': 'fa:16:3e:29:8a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:25Z', 'updated_at': '2021-08-19T02:58:31Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'subnets': [{'id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:58:32.201564 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35396b4-4d65-43de-a0e5-69be9ce088d1 None None] The sync data for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi is: [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:26Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': 'f03498fa-86f8-45eb-bd68-036f36c01687', 'name': '', 'network_id': 'a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'mac_address': 'fa:16:3e:29:8a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:25Z', 'updated_at': '2021-08-19T02:58:31Z', 'revision_number': 4, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'subnets': [{'id': 'f817bf6c-e339-4cdf-9b90-2d4a4d46895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:58:32.778738 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-52ada6f6-516b-4c5a-b5b1-c5c934b56b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:32.831156 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device f03498fa-86f8-45eb-bd68-036f36c01687 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:32.933444 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning for port f03498fa-86f8-45eb-bd68-036f36c01687 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:32.937508 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port f03498fa-86f8-45eb-bd68-036f36c01687 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:32.937877 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:33.020977 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:33.058142 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] For port f03498fa-86f8-45eb-bd68-036f36c01687, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=f03498fa-86f8-45eb-bd68-036f36c01687,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:58:33.092750 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:33.142411 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Pushing event updated for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:34.795793 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device f03498fa-86f8-45eb-bd68-036f36c01687 up at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:58:34.842587 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Provisioning complete for port f03498fa-86f8-45eb-bd68-036f36c01687 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:34.843029 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:35.288043 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-11643610-7acd-4a86-b6e6-5ffebc557948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:35.566870 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:36.482121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:38.282400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:43.875403 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:58:51.303312 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-31050541-7747-4031-9f5b-4c5c9325e0c1 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728475004&fields=id&tenant_id=016c71fd1233430a9a32a9d315b52868 HTTP/1.1" status: 200 len: 267 time: 0.0330975 Aug 19 02:58:51.413547 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-82580475-5ed3-44a1-abce-eda4d799b549 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:51.415025 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-82580475-5ed3-44a1-abce-eda4d799b549 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 808 time: 0.1051834 Aug 19 02:58:51.429701 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-902cf17b-5b06-4571-a6b4-0eeca8b9a47e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/quotas/016c71fd1233430a9a32a9d315b52868 HTTP/1.1" status: 200 len: 375 time: 0.0088565 Aug 19 02:58:51.479284 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-327be39b-b7c0-4e3b-9b22-3628d8cce52a tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444939 Aug 19 02:58:51.588271 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-831152ce-e42e-416a-b6f9-057ae3335d03 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:58:51.589286 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-831152ce-e42e-416a-b6f9-057ae3335d03 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980282 Aug 19 02:58:51.680943 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-8958dba1-70dc-4f4e-bccd-433cd88ad8ee service neutron] 10.222.0.38 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Aug 19 02:58:51.768589 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-3b37b0c4-5253-43ee-b29a-1db5ad53a98b service neutron] 10.222.0.38 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810256 Aug 19 02:58:52.120290 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.329379 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d652367e-2677-42a3-aad8-4f27d50548ac req-e13602f2-22ec-4264-a922-5095f5ed8a68 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0265522 Aug 19 02:58:52.475386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 40618) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:52.577440 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4c2c34cb-7a0d-4220-a205-d792378fc0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.667176 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4c2c34cb-7a0d-4220-a205-d792378fc0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.732466 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4c2c34cb-7a0d-4220-a205-d792378fc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.771422 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-4c2c34cb-7a0d-4220-a205-d792378fc0e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c684e7f43be48d799fef6aacdb0587e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944663 Aug 19 02:58:52.772262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c34cb-7a0d-4220-a205-d792378fc0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719f2d22-4f80-471e-95fb-10167a8f92cf,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:52.774125 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40622) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:58:52.825261 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.845286 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.960329 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.962847 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:52.963980 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/719f2d22-4f80-471e-95fb-10167a8f92cf HTTP/1.1" status: 204 len: 168 time: 0.1888626 Aug 19 02:58:52.971651 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898229a-3093-40df-a98e-af79a27cc782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f2d22-4f80-471e-95fb-10167a8f92cf,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:53.407458 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bfadd3a0-9e89-4548-b282-4a98d431da3a req-d9e65fc3-8822-4dde-93a6-ec179a7f603c tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0285859 Aug 19 02:58:54.485044 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b7ca4597-dede-4ba8-ace7-8cce4aa80a01 req-668eeb15-98ce-47cd-b6de-3ed0bf3517e6 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0259244 Aug 19 02:58:55.560517 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d323353b-b280-4f6f-abac-2ac545fd93c8 req-c98202e5-001b-4a32-bc25-306d5cba9c69 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0261927 Aug 19 02:58:56.650402 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6cbc0fc8-e092-4ce2-b7fd-1f5e2cf25e09 req-eae43684-6003-418e-851a-43af9a8cee69 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0258365 Aug 19 02:58:57.740523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3a4e353d-0f99-45c1-b5b9-ef910719b9a2 req-1f605ccb-8e6e-4c61-8060-d80e5dcab549 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0259728 Aug 19 02:58:58.703602 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-076a0fe4-1b3f-4244-9930-7d3ad98b473e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:58.705073 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-076a0fe4-1b3f-4244-9930-7d3ad98b473e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 808 time: 0.1042480 Aug 19 02:58:58.754663 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-1f146999-5630-4602-ae6f-f7682c9d6480 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c71fd1233430a9a32a9d315b52868 HTTP/1.1" status: 200 len: 379 time: 0.0337923 Aug 19 02:58:58.764471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'port': {'device_id': 'f9095451-7041-48c3-91b6-303b938271bc', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'admin_state_up': True, 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'security_groups': ['8f7e072a-1861-4051-b151-ac20a1843d86']}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:58.835767 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-f4bdd7a7-fbc7-412b-8ff9-7f00032bc6fd req-f932e60f-4d3c-4d1e-bec3-b39995354f91 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0285077 Aug 19 02:58:58.925920 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Made reservation on behalf of 016c71fd1233430a9a32a9d315b52868 for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:58:58.929601 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.052821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Allocated IP 172.20.0.3 (4b4292f1-51f3-4fa2-bbf7-eae88a42b80e/81b1ee30-1bba-4b53-be60-f146ddbf3311/ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:58:59.188262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.201319 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Transition to ACTIVE for port object ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:58:59.292540 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.333182 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:58:59.338086 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:58:59.347096 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:58:59.376149 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:58:59.404399 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:59.404399 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.532518 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-cc742732-aba8-42aa-b7e8-93beb2cd7237 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721262 Aug 19 02:58:59.642922 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Request body: {'port': {'device_id': 'f9095451-7041-48c3-91b6-303b938271bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:58:59.668610 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-312dbb1d-3030-477d-90f1-5e102af31eeb None None] Provisioning for port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:58:59.672592 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-312dbb1d-3030-477d-90f1-5e102af31eeb None None] Provisioning complete for port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:58:59.672949 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-312dbb1d-3030-477d-90f1-5e102af31eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.698388 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:58:59.707642 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-312dbb1d-3030-477d-90f1-5e102af31eeb None None] Port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:58:59.989641 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432391c3-405c-49a6-9c0b-a1c75fa01a8d req-d8154a34-85fb-4b62-9852-213bc9eda6e2 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:58:59.991149 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-432391c3-405c-49a6-9c0b-a1c75fa01a8d req-d8154a34-85fb-4b62-9852-213bc9eda6e2 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 931 time: 0.0828576 Aug 19 02:59:00.010171 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:59:00.024901 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:00.050477 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-432391c3-405c-49a6-9c0b-a1c75fa01a8d req-a849f1a7-5edd-47d5-85e5-24a0ae3da0d7 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508466 Aug 19 02:59:00.051371 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Transition to ACTIVE for port object ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:59:00.114511 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:00.166050 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:00.237408 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Attempting to bind port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:59:00.237753 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Attempting to bind port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:59:00.238122 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Attempting to bind port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d on network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:59:00.243121 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d on network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:59:00.243456 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Attempting to bind port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d on network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:59:00.249102 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:59:00.249448 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Checking segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:59:00.249846 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Bound using segment: {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:59:00.250325 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Bound port: ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:59:00.250690 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:00.571506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:59:00.574636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:59:00.629165 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:00.662493 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:00.663154 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:00.664809 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] 10.222.0.41 "PUT /v2.0/ports/ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1093 time: 1.1164832 Aug 19 02:59:00.666992 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:59:00.669091 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:59:00.694568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1e21-b761-4de7-817d-7b586b8f1b1d service neutron] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:00.830774 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-8c644529-bf55-4629-8ca1-e74b82aa4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:00.832267 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-8c644529-bf55-4629-8ca1-e74b82aa4400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1096 time: 0.0432293 Aug 19 02:59:00.882754 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-13740e8d-6276-44ed-b057-9058c57dc08c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 217 time: 0.0367303 Aug 19 02:59:00.930194 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-070e5614-91fc-485e-9f00-a8bb1ac8377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:00.931527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-070e5614-91fc-485e-9f00-a8bb1ac8377c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0419576 Aug 19 02:59:00.974845 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-14ff3d95-73ec-459c-af80-b49478dbfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:00.976325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-14ff3d95-73ec-459c-af80-b49478dbfc21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381489 Aug 19 02:59:01.068773 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-c37b9b23-3fc9-4353-9635-84aa78aaa92a service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842445 Aug 19 02:59:01.194771 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a29e-2172-4034-a07c-7abf6823e80a req-69aeec1d-e54a-4c63-91b0-74644151f052 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:01.196165 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2124a29e-2172-4034-a07c-7abf6823e80a req-69aeec1d-e54a-4c63-91b0-74644151f052 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0780897 Aug 19 02:59:01.201884 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-6c95be3b-60bd-447e-b74b-d1c90815693c req-b369ad27-e965-4eba-911a-88c2acfacda1 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249657 Aug 19 02:59:01.235880 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-2124a29e-2172-4034-a07c-7abf6823e80a req-819cc2ff-f669-491e-a0b2-df1a5956e385 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330071 Aug 19 02:59:01.729640 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521d0b7-f0f2-4467-a098-da5d17b699dd x-openstack-request-id: req-1521d0b7-f0f2-4467-a098-da5d17b699dd {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:59:01.729930 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:59:01.730208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1521d0b7-f0f2-4467-a098-da5d17b699dd {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:59:01.730607 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'status': 'completed', 'code': 200} Aug 19 02:59:01.812554 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-518b90fc-0ad3-4ceb-b2d4-d729457f6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:01.814025 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-518b90fc-0ad3-4ceb-b2d4-d729457f6022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1096 time: 0.0407076 Aug 19 02:59:01.904988 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-1fc8adbd-fcf4-4498-a9dd-5fe5896ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:01.906443 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-1fc8adbd-fcf4-4498-a9dd-5fe5896ed7ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0855625 Aug 19 02:59:01.947784 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-d8db9af8-a98d-43a6-a65f-685205a617a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 217 time: 0.0339458 Aug 19 02:59:01.995243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-5e090566-cd7a-42f5-b009-79e54af65550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:01.996696 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-5e090566-cd7a-42f5-b009-79e54af65550 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0421286 Aug 19 02:59:02.046664 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-f37c0ca3-953b-4a7b-8126-6bbed6cdf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:02.048134 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-f37c0ca3-953b-4a7b-8126-6bbed6cdf6b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445442 Aug 19 02:59:02.135166 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-d3cb47a4-6c82-4040-a0f1-6762de29c518 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796885 Aug 19 02:59:02.231031 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3dc26ad9-8631-40d6-b8b0-4c94b7afba9d req-6dcd1b56-a51e-4f49-98b1-f5b2e15a9089 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888753 Aug 19 02:59:02.348688 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33e67-1080-4f22-86bf-b6e474640710 req-97482cb1-168d-4e9b-9afe-8708378a331c tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:02.350160 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a2f33e67-1080-4f22-86bf-b6e474640710 req-97482cb1-168d-4e9b-9afe-8708378a331c tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0486777 Aug 19 02:59:02.388534 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a2f33e67-1080-4f22-86bf-b6e474640710 req-7d8c13dc-3e47-420f-84e5-9b85db3a2d49 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Aug 19 02:59:02.765806 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b7db1fb1-742d-4a00-ad2e-efa759ca5e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:03.504094 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad194-761e-4531-a3eb-b077b8a440c2 req-4d0a547c-79b8-4cc7-a424-a775bf396c04 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:03.505580 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-702ad194-761e-4531-a3eb-b077b8a440c2 req-4d0a547c-79b8-4cc7-a424-a775bf396c04 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0490735 Aug 19 02:59:03.548207 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-702ad194-761e-4531-a3eb-b077b8a440c2 req-11500b36-d016-47c2-9a86-748a98b61b49 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Aug 19 02:59:04.660810 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bfdb5-7906-4277-ba0a-ff1455d12e04 req-d6a7df6b-f075-4db4-9a78-3c6cddb6a194 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:04.664374 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a26bfdb5-7906-4277-ba0a-ff1455d12e04 req-d6a7df6b-f075-4db4-9a78-3c6cddb6a194 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0490868 Aug 19 02:59:04.705224 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a26bfdb5-7906-4277-ba0a-ff1455d12e04 req-c75be779-da50-457b-b010-8b11d49be73e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367362 Aug 19 02:59:05.285735 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7f6-be1a-492c-b667-58d51c696849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:05.554392 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:05.820013 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9ad5-f244-4674-944a-eacf7ee8249a req-a6496d12-2c20-46d8-b9fb-b0b8d2ccbbe8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:05.821408 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3d1e9ad5-f244-4674-944a-eacf7ee8249a req-a6496d12-2c20-46d8-b9fb-b0b8d2ccbbe8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0487454 Aug 19 02:59:05.859625 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3d1e9ad5-f244-4674-944a-eacf7ee8249a req-052e6ac5-ae8f-4528-aa72-ed3d4e5d5cd7 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Aug 19 02:59:06.491356 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:06.971680 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41fd1a-12e0-481c-8a64-360c3a0ade9d req-0e560ba5-b1f8-4a97-ae24-231adc49f253 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:06.973187 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b41fd1a-12e0-481c-8a64-360c3a0ade9d req-0e560ba5-b1f8-4a97-ae24-231adc49f253 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0487638 Aug 19 02:59:07.010536 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1b41fd1a-12e0-481c-8a64-360c3a0ade9d req-c022fe85-6e1b-4313-b3bc-6c4ffd8ad89d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Aug 19 02:59:08.122321 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3935b-650c-45a2-84d9-8e64dddf8999 req-9d3dc195-2f78-4b34-ad1f-882be477995e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:08.123773 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41c3935b-650c-45a2-84d9-8e64dddf8999 req-9d3dc195-2f78-4b34-ad1f-882be477995e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0472987 Aug 19 02:59:08.160558 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-41c3935b-650c-45a2-84d9-8e64dddf8999 req-36dc7019-90b4-4bcc-8623-f9fc89dfbd9d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Aug 19 02:59:08.245888 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:09.277236 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a630-49a5-4c77-8887-19a458f182f8 req-01d55d66-da74-4c9f-98c8-09b3d9557e0b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:09.279600 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-17a2a630-49a5-4c77-8887-19a458f182f8 req-01d55d66-da74-4c9f-98c8-09b3d9557e0b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0491691 Aug 19 02:59:09.315954 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-17a2a630-49a5-4c77-8887-19a458f182f8 req-c0943c7b-9295-4680-b7cb-13fe27cb2679 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305912 Aug 19 02:59:10.428534 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b08bb-d48a-4eb7-aea4-ba28cd46ddbc req-24d2c228-f2e0-4ca3-96d7-c060becae60a tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:10.429968 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a25b08bb-d48a-4eb7-aea4-ba28cd46ddbc req-24d2c228-f2e0-4ca3-96d7-c060becae60a tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0488775 Aug 19 02:59:10.470108 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-a25b08bb-d48a-4eb7-aea4-ba28cd46ddbc req-cbbc64cc-9ac3-4b5f-be9d-15558a10a5f8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341315 Aug 19 02:59:10.819237 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:59:10.915343 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:59:10.926319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'mac_address': 'fa:16:3e:b9:b3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:59:10.962899 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:10.975624 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:59:10.994935 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:59:11.079751 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:11.130057 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:11.399110 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:59:11.584618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297bf19-7d00-43bf-90b7-207a15ad50dc req-472fd0f0-72fc-42e6-8d50-e0c73a606397 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:11.586113 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d297bf19-7d00-43bf-90b7-207a15ad50dc req-472fd0f0-72fc-42e6-8d50-e0c73a606397 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 944 time: 0.0492549 Aug 19 02:59:11.629545 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d297bf19-7d00-43bf-90b7-207a15ad50dc req-c25f07c3-6193-4505-ada1-7d32ee9fbc9d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371947 Aug 19 02:59:12.741864 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5021-6240-46c2-8ca5-2edc6cee41a0 req-099b015a-7f69-4316-a1b1-fea15ac508c3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:12.743328 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-110f5021-6240-46c2-8ca5-2edc6cee41a0 req-099b015a-7f69-4316-a1b1-fea15ac508c3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 944 time: 0.0485525 Aug 19 02:59:12.785709 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-110f5021-6240-46c2-8ca5-2edc6cee41a0 req-2353324b-e777-42ac-8b6b-459fbe2282de tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363009 Aug 19 02:59:12.815707 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:59:12.914206 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:59:12.917753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:59:12.918156 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:12.993435 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:13.018597 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:59:13.020855 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b8655-15db-48ed-bcd2-4f9b2557fd81" -d '{"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:59:13.034531 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:59:13.079849 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:13.132178 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:13.176638 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c2a437-8331-4a02-b12b-808eeaf24683 x-openstack-request-id: req-f0c2a437-8331-4a02-b12b-808eeaf24683 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:59:13.176919 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:59:13.177171 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0c2a437-8331-4a02-b12b-808eeaf24683 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:59:13.177564 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'code': 200} Aug 19 02:59:13.621145 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436055-f38a-4278-b20d-9601f9b75f81 req-604506f9-0a75-4812-98bb-227d5698f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:13.622681 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-95436055-f38a-4278-b20d-9601f9b75f81 req-604506f9-0a75-4812-98bb-227d5698f7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0398090 Aug 19 02:59:13.656987 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-95436055-f38a-4278-b20d-9601f9b75f81 req-9d835410-7f35-4910-8604-2dd84b63cc9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272682 Aug 19 02:59:13.897159 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388fc02-63f0-4caf-b884-1c179db73608 req-7d9198df-55d2-45e2-9550-70c72e6221ac tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:13.898567 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6388fc02-63f0-4caf-b884-1c179db73608 req-7d9198df-55d2-45e2-9550-70c72e6221ac tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0473669 Aug 19 02:59:13.936013 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-6388fc02-63f0-4caf-b884-1c179db73608 req-07cf2294-8d17-440b-9fad-fa096c516ccb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Aug 19 02:59:15.053067 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1655cd-9ed7-4100-a42f-d48cc18a5f37 req-4d00f7f0-9d97-4ca9-95ba-6034c44889ed tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:15.054530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe1655cd-9ed7-4100-a42f-d48cc18a5f37 req-4d00f7f0-9d97-4ca9-95ba-6034c44889ed tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0501666 Aug 19 02:59:15.092137 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-fe1655cd-9ed7-4100-a42f-d48cc18a5f37 req-d216e8d8-5a8b-4a1c-be5a-c3527720850c tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Aug 19 02:59:15.203370 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a1948-d850-45dc-9529-2120a9409f13 req-e04e4041-52cb-4bed-98ac-8ab8eca5bfd9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:15.204799 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f5a1948-d850-45dc-9529-2120a9409f13 req-e04e4041-52cb-4bed-98ac-8ab8eca5bfd9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0480778 Aug 19 02:59:15.245978 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-8f5a1948-d850-45dc-9529-2120a9409f13 req-6d62d124-a9f9-47c8-84f1-c665625bc51f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352757 Aug 19 02:59:15.267394 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40794) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:59:15.416930 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed99953-84e9-4447-86ad-b77d20c063cc tempest-TestShelveInstance-1064356513 tempest-TestShelveInstance-1064356513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:15.418580 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-bed99953-84e9-4447-86ad-b77d20c063cc tempest-TestShelveInstance-1064356513 tempest-TestShelveInstance-1064356513-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1093 time: 0.1501021 Aug 19 02:59:15.421430 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40798) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:59:15.425704 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.v2.base [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Request body: {'floatingip': {'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:59:15.519721 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for floatingip, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:15.612997 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:15.716111 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_common [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Allocated IP 172.27.3.128 (0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e/1aa8c271-ea1c-4c73-ae8c-c5022237f977/64b096db-a6a6-4c5e-932e-070537197f71) {{(pid=94405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:59:15.814192 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for port, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:15.914548 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:15.953771 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Network 0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e is already hosted by enough agents. {{(pid=94405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:59:15.956589 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.base_scheduler [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Resources bound (agent type, host, resource id): {{(pid=94405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:59:15.960150 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Received port after_create {{(pid=94405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:59:15.965364 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'Port': ['ID=64b096db-a6a6-4c5e-932e-070537197f71,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:15.991391 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.991737 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.992077 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.992411 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.992742 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.993073 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.993399 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.993723 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.994068 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.994394 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.994719 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:15.995038 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:59:16.321469 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:16.436408 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:16.581523 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for port, precommit_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:16.639376 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126880825'] for port, after_update {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:16.706835 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event updated for resources: {'Port': ['ID=64b096db-a6a6-4c5e-932e-070537197f71,revision_number=2']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:59:16.718305 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580800'] for floatingip, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:16.816462 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.db.l3_db [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Floating IP cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb associated. External IP: 172.27.3.128, port: ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d. Aug 19 02:59:17.017398 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Router 164b0d9f-d67a-4592-9279-8d849072398a has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:59:17.122516 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:59:17.131849 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Sync routers for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:59:17.142236 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:59:17.142851 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:59:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:59:17.210906 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:17.238273 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-0ba14247-edee-4c34-aa82-8f1a219dd024 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8157289 Aug 19 02:59:17.238846 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:59:17.241083 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e18d1cb06b647339a7633158544a46b320e2fbe8af4390dd2b50db1bf7c1505" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a10c2-7fb4-48d7-ada9-32ac8da35eec" -d '{"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:59:17.248309 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:59:17.370307 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1bd9df-3bf8-4800-a943-14ddf455605a x-openstack-request-id: req-8b1bd9df-3bf8-4800-a943-14ddf455605a {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:59:17.370793 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "status": "completed", "code": 200}]} {{(pid=94405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:59:17.370902 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b1bd9df-3bf8-4800-a943-14ddf455605a {{(pid=94405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:59:17.371200 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'status': 'completed', 'code': 200} Aug 19 02:59:17.456287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-43f2b59f-8bfb-483e-9d9c-525c58050d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:17.457845 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-43f2b59f-8bfb-483e-9d9c-525c58050d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0422692 Aug 19 02:59:17.480364 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'mac_address': 'fa:16:3e:b9:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095451-7041-48c3-91b6-303b938271bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:59:16Z', 'updated_at': '2021-08-19T02:59:16Z', 'revision_number': 0, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:59:17.514736 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Checking router: 164b0d9f-d67a-4592-9279-8d849072398a for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:59:17.515345 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:59:17.515963 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:59:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:59:17.554299 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-a00182b5-f13b-47c3-9235-a12a29929710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:17.555785 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-a00182b5-f13b-47c3-9235-a12a29929710 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0906944 Aug 19 02:59:17.619588 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:59:17.625399 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-0fed8479-3c21-45af-a914-23206d5adc8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 999 time: 0.0617926 Aug 19 02:59:17.674848 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-02b329b2-dd24-48a2-8b68-b1a3e41008bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:17.676315 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-02b329b2-dd24-48a2-8b68-b1a3e41008bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0442882 Aug 19 02:59:17.725679 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-60d5a789-95f7-41a9-a588-ab14dc74f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:17.727291 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-60d5a789-95f7-41a9-a588-ab14dc74f82c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430660 Aug 19 02:59:17.835010 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-ff8329a2-0dab-4cd2-a990-70352b9fb205 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994544 Aug 19 02:59:17.923379 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-061a10c2-7fb4-48d7-ada9-32ac8da35eec req-59939314-4ec2-4def-9ece-be1eefed3861 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Aug 19 02:59:17.967696 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'mac_address': 'fa:16:3e:b9:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095451-7041-48c3-91b6-303b938271bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:59:16Z', 'updated_at': '2021-08-19T02:59:16Z', 'revision_number': 0, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:59:17.997927 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd845eb-af2b-4d16-b966-68f2d3bc00bc None None] The sync data for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi is: [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_floatingips': [{'id': 'cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'router_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'mac_address': 'fa:16:3e:b9:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095451-7041-48c3-91b6-303b938271bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:59:16Z', 'updated_at': '2021-08-19T02:59:16Z', 'revision_number': 0, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:59:18.176891 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a95f3c-0b1f-45be-ab28-701cf0d39434 None None] New status for floating IP cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb: ACTIVE {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:59:20.874377 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:59:22.148118 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:32.758998 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-03abdc06-a347-4026-8fc9-4901b99f608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:35.256205 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-feeac184-9c20-435b-a99c-646610ccdf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:35.553801 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:36.518998 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:38.232430 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:52.124895 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:59:53.245718 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-df65a101-1a7a-454f-aab6-0c07f029374b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408349 Aug 19 02:59:53.347243 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-8acaf296-8d1b-4f4b-9f68-f8f0bbf53ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:53.348889 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-8acaf296-8d1b-4f4b-9f68-f8f0bbf53ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0439742 Aug 19 02:59:53.451627 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-67b841b4-c60e-4875-9ce7-99dfee341eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:53.453076 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-67b841b4-c60e-4875-9ce7-99dfee341eb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0846386 Aug 19 02:59:53.519917 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-930d279f-1638-4464-acad-3ecfd6426392 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1001 time: 0.0596988 Aug 19 02:59:53.568270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-2bdccf24-1aa1-48d0-8377-bc006240d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:53.569814 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-2bdccf24-1aa1-48d0-8377-bc006240d0c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0426393 Aug 19 02:59:53.614713 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-824b454c-8261-47e4-95ea-3d5c1b9144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:59:53.616068 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-824b454c-8261-47e4-95ea-3d5c1b9144b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390368 Aug 19 02:59:53.713105 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-6c679dbb-b333-44f6-adec-5c66dfc99eeb service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Aug 19 02:59:53.801322 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-23526ea3-76e8-4e86-afda-3c32cf40eb86 req-5c040f8d-5c6e-4b6a-a557-676284ddb684 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802698 Aug 19 02:59:57.874287 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:00:00.362215 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 40992) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:00.790801 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:01.024764 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Deleting port e400b327-d6c2-4189-8099-a2906e9f3260 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:00:01.025101 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:01.100499 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] For port e400b327-d6c2-4189-8099-a2906e9f3260, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e400b327-d6c2-4189-8099-a2906e9f3260,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:00:01.100863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:01.112740 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Calling delete_port for e400b327-d6c2-4189-8099-a2906e9f3260 owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:00:01.381304 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:01.412551 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Pushing event deleted for resources: {'Port': ['ID=e400b327-d6c2-4189-8099-a2906e9f3260,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:01.572914 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:01.780354 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 03:00:02.100583 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 03:00:02.105755 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9ba3aa66-baae-4ab3-a613-97047f8f679e admin admin] 10.222.0.38 "PUT /v2.0/routers/a3f7e139-d7fd-4a25-9853-ed724ecfb1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425282 Aug 19 03:00:02.108915 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41000) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:02.215219 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.229544 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Sync routers for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 03:00:02.239560 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:00:02.240169 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:59:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:02.316115 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.343306 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:00:02.440464 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Deleting port 38afcfab-da5c-47b1-97b0-8ec8a419cd15 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:00:02.441036 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.520882 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] For port 38afcfab-da5c-47b1-97b0-8ec8a419cd15, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=38afcfab-da5c-47b1-97b0-8ec8a419cd15,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:00:02.521249 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.524623 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T03:00:01Z', 'revision_number': 5, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port': {'id': '38afcfab-da5c-47b1-97b0-8ec8a419cd15', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:22:14Z', 'updated_at': '2021-08-19T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:02.535461 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Calling delete_port for 38afcfab-da5c-47b1-97b0-8ec8a419cd15 owned by network:router_gateway {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:00:02.559197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Checking router: a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 03:00:02.567523 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Routers {'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:00:02.568133 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T02:59:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:02.655855 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] Set router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 gateway port host: None {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:00:02.713996 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T03:00:02Z', 'revision_number': 6, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:02.744617 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e19426-11b9-4094-816c-e3f625b72a20 None None] The sync data for ids ['a3f7e139-d7fd-4a25-9853-ed724ecfb1b1'] in dv-cinder-757936-6-iscsi is: [{'id': 'a3f7e139-d7fd-4a25-9853-ed724ecfb1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-195150961-router', 'tenant_id': 'e2dd06eea8a84e9e9331267e6db39639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:22:13Z', 'updated_at': '2021-08-19T03:00:02Z', 'revision_number': 6, 'project_id': 'e2dd06eea8a84e9e9331267e6db39639', 'gw_port_host': None}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 03:00:02.771410 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.800437 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38afcfab-da5c-47b1-97b0-8ec8a419cd15,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:02.827962 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f65ca518-9683-4d95-84c6-73c727dc993d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.858549 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.945528 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:02.947625 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.054861 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.055365 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 {{(pid=94405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 03:00:03.060114 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.061551 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3a2fce6d-8a33-4053-a9a3-5a70b498f6f2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a3f7e139-d7fd-4a25-9853-ed724ecfb1b1 HTTP/1.1" status: 204 len: 168 time: 0.9517283 Aug 19 03:00:03.063985 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41004) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:03.118346 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Deleting subnet f168eca4-1978-4b93-844b-202c01422d8d {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:00:03.121427 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.163209 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.216555 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e400b327-d6c2-4189-8099-a2906e9f3260 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:00:03.240364 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: e400b327-d6c2-4189-8099-a2906e9f3260 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:00:03.240364 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e400b327-d6c2-4189-8099-a2906e9f3260 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:00:03.252428 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.347933 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.377932 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f168eca4-1978-4b93-844b-202c01422d8d,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:03.382980 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.384826 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-667fa704-8084-4c9e-bed4-657665a377f1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f168eca4-1978-4b93-844b-202c01422d8d HTTP/1.1" status: 204 len: 168 time: 0.3199453 Aug 19 03:00:03.387358 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41006) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:03.388331 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6156c68-54d7-4117-8323-6a3cbe8fd4f4 None None] Network b7d26125-ff21-4756-af22-988f1c5fab5c requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:00:03.457939 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.517182 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Deleting port 3c2694e6-80e7-4745-9027-20f33b241488 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:00:03.517529 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.573951 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] DHCP port deletion for b7d26125-ff21-4756-af22-988f1c5fab5c request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 03:00:03.590929 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] For port 3c2694e6-80e7-4745-9027-20f33b241488, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3c2694e6-80e7-4745-9027-20f33b241488,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:00:03.591398 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.604833 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Calling delete_port for 3c2694e6-80e7-4745-9027-20f33b241488 owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:00:03.618604 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Deleting port 3c2694e6-80e7-4745-9027-20f33b241488 {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:00:03.618976 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.684770 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] For port 3c2694e6-80e7-4745-9027-20f33b241488, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3c2694e6-80e7-4745-9027-20f33b241488,segment=NetworkSegment(d5ff89a8-bc4b-4374-bca0-89701b6bec70),segment_id=d5ff89a8-bc4b-4374-bca0-89701b6bec70)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:00:03.689881 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.699589 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Calling delete_port for 3c2694e6-80e7-4745-9027-20f33b241488 owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:00:03.764613 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.780753 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.799045 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] No DVR routers for this DVR port 3c2694e6-80e7-4745-9027-20f33b241488 on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:00:03.803910 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2694e6-80e7-4745-9027-20f33b241488,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:03.806471 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Pushing event deleted for resources: {'Port': ['ID=3c2694e6-80e7-4745-9027-20f33b241488,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:03.813471 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] No DVR routers for this DVR port 3c2694e6-80e7-4745-9027-20f33b241488 on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:00:03.822511 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.823254 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.823254 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.823646 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.824013 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.824456 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.824803 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.825151 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.826151 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.826377 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.826732 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.827058 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f58935-1aa7-4b25-a68d-dbcf004c55b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:03.876642 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.886049 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d26125-ff21-4756-af22-988f1c5fab5c']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:03.895896 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ff89a8-bc4b-4374-bca0-89701b6bec70') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:03.896187 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ff89a8-bc4b-4374-bca0-89701b6bec70') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:03.905098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.918029 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.924636 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:00:03.925095 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:00:03.926691 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:00:04.037778 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.043153 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.045850 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b7d26125-ff21-4756-af22-988f1c5fab5c HTTP/1.1" status: 204 len: 168 time: 0.6575921 Aug 19 03:00:04.056386 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4d8e6-3ce7-416d-833b-9b07320d8b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d26125-ff21-4756-af22-988f1c5fab5c,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:04.350479 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41012) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:04.389199 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-ced3211f-69a3-4bb2-8651-bab10523ad5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2dd06eea8a84e9e9331267e6db39639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375981 Aug 19 03:00:04.391624 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41014) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:04.439373 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.459603 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.592131 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.594633 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:04.595766 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9d6e2dd-91b0-4b3f-9e52-2adfcfee8180 HTTP/1.1" status: 204 len: 168 time: 0.2032783 Aug 19 03:00:04.609581 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445b008-c5e3-4be7-857d-8d4bd42e56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6e2dd-91b0-4b3f-9e52-2adfcfee8180,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:04.838893 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 38afcfab-da5c-47b1-97b0-8ec8a419cd15 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:00:04.863884 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 38afcfab-da5c-47b1-97b0-8ec8a419cd15 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:00:04.864319 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 38afcfab-da5c-47b1-97b0-8ec8a419cd15 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:00:04.864741 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3c2694e6-80e7-4745-9027-20f33b241488 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:00:04.883618 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 3c2694e6-80e7-4745-9027-20f33b241488 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:00:04.884280 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3c2694e6-80e7-4745-9027-20f33b241488 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:00:05.249422 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc46f-c918-4f4c-8b9d-fd1b3065044f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:05.582486 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:06.519551 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:08.251335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:15.689628 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41154) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:15.795427 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:15.881474 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:15.963305 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:16.000135 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9929bd2f-881c-46d7-b41a-eec0199886f5,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:16.004820 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0503a7af92d64b1f8d2bac330a8074ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140614 Aug 19 03:00:16.007612 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41158) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:16.009589 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.009936 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.010359 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.010712 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.011030 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.011362 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.011697 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.012022 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.012347 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.012878 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.013207 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.013552 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451077e-4fb6-4bfe-8662-bd94d0351672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.056829 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:16.081573 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:16.188120 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:16.191425 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:16.192698 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9929bd2f-881c-46d7-b41a-eec0199886f5 HTTP/1.1" status: 204 len: 168 time: 0.1839595 Aug 19 03:00:16.202072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9929bd2f-881c-46d7-b41a-eec0199886f5,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:16.211476 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.211826 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.212164 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.212494 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.212831 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.213156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.213495 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.214119 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.214574 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.215135 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.215621 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:16.216218 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6511e4-66c1-43f4-ae11-6f6ef8e89846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:00:18.229575 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41202) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:18.335837 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76896857-ae13-42d5-a5e4-dbeadc581e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.421569 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76896857-ae13-42d5-a5e4-dbeadc581e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.477559 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-76896857-ae13-42d5-a5e4-dbeadc581e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.515343 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-76896857-ae13-42d5-a5e4-dbeadc581e4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36ba208b769441528e13fbf97c18053d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845674 Aug 19 03:00:18.516449 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76896857-ae13-42d5-a5e4-dbeadc581e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab74f48f-f9bd-4df8-a88e-44e0df98c5c2,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:18.517881 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41208) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:18.566636 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.587094 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.700606 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.703219 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:18.704386 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab74f48f-f9bd-4df8-a88e-44e0df98c5c2 HTTP/1.1" status: 204 len: 168 time: 0.1851854 Aug 19 03:00:18.712327 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14e8e-d6fb-43f5-a01a-25f6803bd5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab74f48f-f9bd-4df8-a88e-44e0df98c5c2,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:19.225943 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41214) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:19.238907 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-55a87a11-9064-48f6-bff2-773e264a1cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.326859 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-55a87a11-9064-48f6-bff2-773e264a1cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.394691 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-55a87a11-9064-48f6-bff2-773e264a1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.432676 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-55a87a11-9064-48f6-bff2-773e264a1cc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=515e013f26274299a479ca7d628e759a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055478 Aug 19 03:00:19.433692 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a87a11-9064-48f6-bff2-773e264a1cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb87405-a0ce-4328-bae1-371b1103f709,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:19.436225 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41218) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:19.485698 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.507554 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.628583 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.631208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:19.632372 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bb87405-a0ce-4328-bae1-371b1103f709 HTTP/1.1" status: 204 len: 168 time: 0.1951571 Aug 19 03:00:19.639618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9cc12-43a2-4ac1-bc30-ee3fbbf96086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb87405-a0ce-4328-bae1-371b1103f709,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:20.553886 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41242) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:20.646867 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-673891347-network', 'tenant_id': '13f4ee366bcf45679164fc4d02bbd739'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:00:20.757397 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Made reservation on behalf of 13f4ee366bcf45679164fc4d02bbd739 for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 03:00:20.759666 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:20.767908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:20.853083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:20.917681 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:20.944335 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 03:00:20.950409 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397209e6-5865-4c00-ac75-2c0eb10549e9,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:20.956512 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:20.956862 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Added segment 46de2cb2-cd02-4043-a08c-11915f1746e8 of type vlan for network a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 Aug 19 03:00:20.996730 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.084996 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.085977 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:21.086597 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.146479 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] Pushing event updated for resources: {'Network': ['ID=a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:21.156805 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 03:00:21.215729 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-d28e583c-d3ac-4869-8977-de068fad488b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6606393 Aug 19 03:00:21.218474 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41246) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:21.224179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Request body: {'subnet': {'network_id': 'a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-673891347-subnet', 'tenant_id': '13f4ee366bcf45679164fc4d02bbd739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:00:21.306497 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Made reservation on behalf of 13f4ee366bcf45679164fc4d02bbd739 for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 03:00:21.308795 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126744056'] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.531149 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126764650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126744046'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.586944 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b803dd61-f951-494d-91f5-b9e8055a4f40,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:21.593636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Checking segment: {'id': '46de2cb2-cd02-4043-a08c-11915f1746e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 03:00:21.593990 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Network hostable DHCP agents. Network: a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 03:00:21.666522 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Network a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 03:00:21.736750 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 03:00:21.742366 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:21.743411 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:21.746470 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffb22c-46f1-458f-9ede-4f64a91fcf7e None None] Network a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:00:21.817990 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-046e01c2-a0a2-4a9b-b971-44a4a1b32794 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5983968 Aug 19 03:00:21.865464 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78f0cc-c016-4d2d-ba60-0c4361e2ba85 None None] Network a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:00:22.140400 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.508562 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41266) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:22.513760 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1111139864-network', 'tenant_id': '38627369f043456caaa8f25d327cbd9e'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:00:22.626140 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Made reservation on behalf of 38627369f043456caaa8f25d327cbd9e for: {'network': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 03:00:22.629369 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for network, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.638338 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.723887 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.776201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.796510 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 03:00:22.811704 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ec82d-6d17-45bc-b81f-51c190104367,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:22.815412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.820346 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.segments_db [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Added segment b1e0222c-1f7e-4bca-9a70-5dc203c73d45 of type vlan for network 9662dc47-603d-442b-884a-e8292f7ea57e Aug 19 03:00:22.858115 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792001547942'] for network, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.947807 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394'] for network, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:22.948692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:22.949270 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:23.007601 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] Pushing event updated for resources: {'Network': ['ID=9662dc47-603d-442b-884a-e8292f7ea57e,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:23.021944 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Network 9662dc47-603d-442b-884a-e8292f7ea57e details requested by agent ovs-agent-dv-cinder-757936-6-iscsi with host dv-cinder-757936-6-iscsi {{(pid=94406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 03:00:23.057627 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-62465595-ffbf-4bbb-8de1-ca7047f5748e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5478330 Aug 19 03:00:23.060533 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41268) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:23.065765 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Request body: {'subnet': {'network_id': '9662dc47-603d-442b-884a-e8292f7ea57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1111139864-subnet', 'tenant_id': '38627369f043456caaa8f25d327cbd9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:00:23.153864 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Made reservation on behalf of 38627369f043456caaa8f25d327cbd9e for: {'subnet': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 03:00:23.156278 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126744056'] for subnet, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:23.353908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126764650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126744046'] for subnet, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:23.409969 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c56e9cd-3d4b-46f5-b0f6-88f788d7639c,revision_number=0']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:23.416729 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Checking segment: {'id': 'b1e0222c-1f7e-4bca-9a70-5dc203c73d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9662dc47-603d-442b-884a-e8292f7ea57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 03:00:23.417090 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Network hostable DHCP agents. Network: 9662dc47-603d-442b-884a-e8292f7ea57e, hostable agents: ['ed977a22-5f1c-4d77-b4fc-d5c557562149'], hosted agents: [] {{(pid=94404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 03:00:23.479609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Network 9662dc47-603d-442b-884a-e8292f7ea57e is scheduled to be hosted by DHCP agent ed977a22-5f1c-4d77-b4fc-d5c557562149 with binding_index 1 {{(pid=94404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 03:00:23.548395 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-6-iscsi, 9662dc47-603d-442b-884a-e8292f7ea57e) {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 03:00:23.552890 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:23.558618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:23.558745 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a584a-0f31-400f-a822-92e398c13c4e None None] Network 9662dc47-603d-442b-884a-e8292f7ea57e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:00:23.635015 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-42f30934-9526-4475-b07f-c491cf83d9b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5733373 Aug 19 03:00:23.677086 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc0609-c960-4d6d-88f3-c5eac63e4a45 None None] Network 9662dc47-603d-442b-884a-e8292f7ea57e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:00:32.765123 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5273-7611-4d38-b4c6-e361faad223d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:34.873978 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:00:35.256770 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-3efad5a0-1e85-4f2b-84e4-958b99ba2260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:35.594306 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:36.508291 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:38.285816 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:39.953413 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41430) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:39.997045 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Deleting subnet b803dd61-f951-494d-91f5-b9e8055a4f40 {{(pid=94405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:00:40.000126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.032268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129861271'] for subnet, precommit_delete_associations {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.074037 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.203737 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126880835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129723574'] for subnet, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.227993 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b803dd61-f951-494d-91f5-b9e8055a4f40,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:40.233857 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.235678 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f5efc7c0-1585-4f3e-80a6-be80a0a4dc58 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b803dd61-f951-494d-91f5-b9e8055a4f40 HTTP/1.1" status: 204 len: 168 time: 0.2812634 Aug 19 03:00:40.238151 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41432) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:40.304015 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.382892 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.392863 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:40.404194 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de2cb2-cd02-4043-a08c-11915f1746e8') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:40.404491 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de2cb2-cd02-4043-a08c-11915f1746e8') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:40.413705 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.427636 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.433304 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:00:40.433680 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:00:40.435335 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:00:40.545890 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.551869 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.553675 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5 HTTP/1.1" status: 204 len: 168 time: 0.3145881 Aug 19 03:00:40.556576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41436) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:40.563142 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6650208-2cb3-420d-a123-6f2e187c2ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a972386f-e3a6-4ed9-a88c-acaf5cf9cdc5,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:40.604901 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Deleting subnet 5c56e9cd-3d4b-46f5-b0f6-88f788d7639c {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:00:40.608196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.641186 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.679469 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.832039 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.859632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:40.861523 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5c56e9cd-3d4b-46f5-b0f6-88f788d7639c HTTP/1.1" status: 204 len: 168 time: 0.3037593 Aug 19 03:00:40.862404 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52e466-2e75-48e0-bec0-9910107d4dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c56e9cd-3d4b-46f5-b0f6-88f788d7639c,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:40.873849 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41438) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:40.935208 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.014661 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.024274 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9662dc47-603d-442b-884a-e8292f7ea57e']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:41.035273 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e0222c-1f7e-4bca-9a70-5dc203c73d45') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:41.035572 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e0222c-1f7e-4bca-9a70-5dc203c73d45') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:00:41.045544 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.061198 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.067130 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:00:41.067513 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:00:41.069117 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:00:41.171252 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.178167 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.180002 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9662dc47-603d-442b-884a-e8292f7ea57e HTTP/1.1" status: 204 len: 168 time: 0.3151338 Aug 19 03:00:41.190063 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfd98b-4cdf-41f7-9267-64de81bdefa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9662dc47-603d-442b-884a-e8292f7ea57e,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:41.490114 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41444) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:41.529187 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2b28501b-27c7-42b9-8cf4-aea87a298f95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13f4ee366bcf45679164fc4d02bbd739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379472 Aug 19 03:00:41.531558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41446) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:41.577696 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.597507 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.700108 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.702664 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:41.703782 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/397209e6-5865-4c00-ac75-2c0eb10549e9 HTTP/1.1" status: 204 len: 168 time: 0.1713669 Aug 19 03:00:41.711475 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5657d2b-22af-43e9-b02c-57022c6a6bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397209e6-5865-4c00-ac75-2c0eb10549e9,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:42.346505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41452) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:42.387509 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-7c16507c-0d2c-4ee4-b4c2-f31fbe70ee88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38627369f043456caaa8f25d327cbd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398450 Aug 19 03:00:42.389828 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41454) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:42.440420 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:42.462528 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:42.559984 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:42.562610 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:42.563808 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a11ec82d-6d17-45bc-b81f-51c190104367 HTTP/1.1" status: 204 len: 168 time: 0.1730154 Aug 19 03:00:42.571372 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d3338-7149-4085-9fd4-022f25d0d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ec82d-6d17-45bc-b81f-51c190104367,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:52.165576 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:53.290550 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-74b37e6d-f28e-46b8-943e-eb462df19d6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398624 Aug 19 03:00:53.388641 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-b33d04cc-7825-41ef-966d-45cff6c514da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:53.390703 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-b33d04cc-7825-41ef-966d-45cff6c514da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0438836 Aug 19 03:00:53.490311 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-2e3b0adb-0a27-46cf-a741-d88274e1e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:53.491762 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-2e3b0adb-0a27-46cf-a741-d88274e1e9ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0828812 Aug 19 03:00:53.558868 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-e6a1ab77-dad3-4ecf-9b96-e1cd5582fda8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1001 time: 0.0598276 Aug 19 03:00:53.606529 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-89aed3df-3cb4-43f4-a855-7fb9abe43eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:53.607919 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-89aed3df-3cb4-43f4-a855-7fb9abe43eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0427556 Aug 19 03:00:53.652027 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-bf4bf4f6-5f15-484b-ae0d-fb9b3238174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:00:53.653457 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-bf4bf4f6-5f15-484b-ae0d-fb9b3238174b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388150 Aug 19 03:00:53.742645 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-26f6cf6f-3566-4d9c-b886-b6bcf65392e5 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823991 Aug 19 03:00:53.831218 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f657b8c0-6b43-4b14-be0d-85138d2b55fc req-02ca46ff-fae4-4b13-92e3-e178ffafdb13 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810661 Aug 19 03:00:55.582398 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41588) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:55.683903 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c8b-05e6-4d07-a71e-8baa1b8a6ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:55.768624 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c8b-05e6-4d07-a71e-8baa1b8a6ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:55.833889 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c8b-05e6-4d07-a71e-8baa1b8a6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:55.869820 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae2c8b-05e6-4d07-a71e-8baa1b8a6ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e6c0f-0387-42e9-8c73-e23f41e65b8c,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:55.874784 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-f8ae2c8b-05e6-4d07-a71e-8baa1b8a6ac3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f302310b3174a059f5d30b2034c6022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906401 Aug 19 03:00:55.877872 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41592) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:55.928996 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:55.949719 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.051508 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.054080 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.055256 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f2e6c0f-0387-42e9-8c73-e23f41e65b8c HTTP/1.1" status: 204 len: 168 time: 0.1767714 Aug 19 03:00:56.062961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c260f-b9ed-4066-95d4-ce6eb9362915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e6c0f-0387-42e9-8c73-e23f41e65b8c,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:56.635010 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41600) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:56.648709 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de4874a2-017d-4e48-956a-daa8c4c42095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.736286 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de4874a2-017d-4e48-956a-daa8c4c42095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.797774 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-de4874a2-017d-4e48-956a-daa8c4c42095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.833192 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4874a2-017d-4e48-956a-daa8c4c42095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e16d22-9622-4efe-a817-53bdf341b871,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:00:56.837445 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-de4874a2-017d-4e48-956a-daa8c4c42095 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64d7c07ba69d417ab04bfb1e14fe38b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013943 Aug 19 03:00:56.840209 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41602) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:00:56.890013 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:56.910522 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:57.026264 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:57.029059 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:00:57.030889 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67e16d22-9622-4efe-a817-53bdf341b871 HTTP/1.1" status: 204 len: 168 time: 0.1890497 Aug 19 03:00:57.038655 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d037bf-4dab-4846-93d3-398a0d829ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e16d22-9622-4efe-a817-53bdf341b871,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:02.735631 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-45d0291a-3f77-4b45-a990-cc3045f09d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:05.271637 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d530b07c-14de-403d-8ad1-d8d7f907c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:05.600235 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:06.520187 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:07.712107 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41746) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:07.816004 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57eed27d-22f8-493c-b938-d611392d134d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:07.902190 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57eed27d-22f8-493c-b938-d611392d134d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:07.994530 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-57eed27d-22f8-493c-b938-d611392d134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.037682 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-57eed27d-22f8-493c-b938-d611392d134d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0974dd3ad04b4ffca52ad6312869ce4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241863 Aug 19 03:01:08.038407 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eed27d-22f8-493c-b938-d611392d134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713dc647-5746-4eeb-b067-4c65f7fb6fc2,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:08.040254 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41750) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:08.088318 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.109037 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.211738 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.214465 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.215637 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/713dc647-5746-4eeb-b067-4c65f7fb6fc2 HTTP/1.1" status: 204 len: 168 time: 0.1743891 Aug 19 03:01:08.223932 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859cc8f-0560-4250-8c46-87b95729126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713dc647-5746-4eeb-b067-4c65f7fb6fc2,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:08.264168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.826893 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41758) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:08.840782 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d1588dab-f950-4eed-9075-5cac6c585bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.925820 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d1588dab-f950-4eed-9075-5cac6c585bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:08.988760 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d1588dab-f950-4eed-9075-5cac6c585bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.027068 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-d1588dab-f950-4eed-9075-5cac6c585bb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a94e58b3cbb46c083656920da9c9db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988773 Aug 19 03:01:09.027918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588dab-f950-4eed-9075-5cac6c585bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e0db35-8031-4432-b8d5-be3803e777fc,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:09.030388 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41760) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:09.078506 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.101909 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.200240 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.205744 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.205744 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4e0db35-8031-4432-b8d5-be3803e777fc HTTP/1.1" status: 204 len: 168 time: 0.1726267 Aug 19 03:01:09.212695 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c00f7-0db8-45e8-91da-9a4a92256786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e0db35-8031-4432-b8d5-be3803e777fc,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:09.847550 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41768) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:09.860606 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-650a15d5-f951-4e9f-a5c4-61e0c3352dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:09.947142 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-650a15d5-f951-4e9f-a5c4-61e0c3352dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.000050 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-650a15d5-f951-4e9f-a5c4-61e0c3352dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.038338 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-650a15d5-f951-4e9f-a5c4-61e0c3352dd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7fa8b9a90cf74c37996f05363c14b1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894274 Aug 19 03:01:10.040794 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41770) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:10.041277 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a15d5-f951-4e9f-a5c4-61e0c3352dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef5bea-46ac-451a-8d4e-34ac117b1c81,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:10.091073 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.111687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.237476 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.240061 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:10.241198 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0aef5bea-46ac-451a-8d4e-34ac117b1c81 HTTP/1.1" status: 204 len: 168 time: 0.1992977 Aug 19 03:01:10.251333 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05642975-1232-4d4b-b79d-f489a426c9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef5bea-46ac-451a-8d4e-34ac117b1c81,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:11.809621 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 41806) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:11.872426 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:01:11.915083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-076f8af8-62e6-49ee-b79e-6df235ea492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.000687 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-076f8af8-62e6-49ee-b79e-6df235ea492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.056876 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-076f8af8-62e6-49ee-b79e-6df235ea492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.095159 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-076f8af8-62e6-49ee-b79e-6df235ea492d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50f957fef3d1495bb9c908e4701f44d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844822 Aug 19 03:01:12.096305 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f8af8-62e6-49ee-b79e-6df235ea492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ff2e1-8e0e-4490-8a4a-feface746e6f,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:12.097873 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41812) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:12.147179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.167804 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.294486 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.297068 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:12.298272 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/880ff2e1-8e0e-4490-8a4a-feface746e6f HTTP/1.1" status: 204 len: 168 time: 0.1986656 Aug 19 03:01:12.306720 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b382e6-0bb3-4a54-a3de-2e0aaf1fce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ff2e1-8e0e-4490-8a4a-feface746e6f,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:13.044384 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7d640-b053-4aeb-8d94-a2a343e9efba req-c4fc3f9c-cc6b-4fbd-b518-fc4685d92f8f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:13.046066 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-22d7d640-b053-4aeb-8d94-a2a343e9efba req-c4fc3f9c-cc6b-4fbd-b518-fc4685d92f8f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.2565906 Aug 19 03:01:13.087623 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-22d7d640-b053-4aeb-8d94-a2a343e9efba req-c666fc07-ead5-411f-95db-8f9327914378 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Aug 19 03:01:14.357384 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063e9a-bd6b-4a20-b4d1-aca5eecc9950 req-2d51c5a5-73f7-49c3-8db7-c8271adc9689 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:14.358871 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e7063e9a-bd6b-4a20-b4d1-aca5eecc9950 req-2d51c5a5-73f7-49c3-8db7-c8271adc9689 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.2017813 Aug 19 03:01:14.397607 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e7063e9a-bd6b-4a20-b4d1-aca5eecc9950 req-696cfa30-94c5-4c20-993e-9cccc0334ae0 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Aug 19 03:01:15.235458 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-3ec22dc5-9c17-4db1-a5de-b404711f22ed tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299528 Aug 19 03:01:15.416786 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-20193d5d-83ea-451f-bdbd-e4e728cc39c5 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:15.418157 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-20193d5d-83ea-451f-bdbd-e4e728cc39c5 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772559 Aug 19 03:01:15.433044 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-3ed07aa5-cdac-479e-ba34-7dce30b601d2 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/quotas/bfc50582e3cf485eb878fd746eb2e5ce HTTP/1.1" status: 200 len: 375 time: 0.0092556 Aug 19 03:01:15.468648 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-9419790b-8d67-455a-8125-257ae54b319e tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298800 Aug 19 03:01:15.511955 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d097a0-f737-4730-9e66-7a7a2c508fa5 req-de6ebf82-4aac-4927-830c-9d0e5aef1539 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:15.513536 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26d097a0-f737-4730-9e66-7a7a2c508fa5 req-de6ebf82-4aac-4927-830c-9d0e5aef1539 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0480077 Aug 19 03:01:15.554036 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-26d097a0-f737-4730-9e66-7a7a2c508fa5 req-7c7083f7-a93a-480c-a879-b24df4c6f198 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338836 Aug 19 03:01:15.719543 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-bab5e76b-08cf-430b-b1e3-44ce6f899c70 req-f0be7b4f-7577-43d5-b2fb-71e7ddbd031b tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 19 03:01:16.670963 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387601e-814f-419a-9e8c-0978c58bbd94 req-0c654d79-f5f8-4e27-bc66-9fa1dc881645 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:16.672441 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d387601e-814f-419a-9e8c-0978c58bbd94 req-0c654d79-f5f8-4e27-bc66-9fa1dc881645 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0498149 Aug 19 03:01:16.709585 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d387601e-814f-419a-9e8c-0978c58bbd94 req-1e756d23-3fa1-42be-abae-7df8355d5213 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309649 Aug 19 03:01:16.809884 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-96f49995-92a0-4fff-a2a5-24d5c8d918d1 req-9ecd38fd-7b02-4e96-ba37-10e5609f0a56 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Aug 19 03:01:17.665116 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-a80ca84b-4840-4394-9871-7b8143909391 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286548 Aug 19 03:01:17.827656 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9d4f-ee40-4ce8-baef-51b58623300a req-7335a81e-76b8-4486-83ed-133e2a6b0b14 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:17.829114 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-908b9d4f-ee40-4ce8-baef-51b58623300a req-7335a81e-76b8-4486-83ed-133e2a6b0b14 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0493371 Aug 19 03:01:17.851216 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-0ed7e753-9f11-43a1-b625-2ea8cd18505d tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:17.853562 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-0ed7e753-9f11-43a1-b625-2ea8cd18505d tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810427 Aug 19 03:01:17.869317 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-908b9d4f-ee40-4ce8-baef-51b58623300a req-c303eebe-71b8-49b7-bc0b-ca8fae21228d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Aug 19 03:01:17.874422 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Request body: {'port': {'device_id': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2', 'admin_state_up': True, 'tenant_id': 'bfc50582e3cf485eb878fd746eb2e5ce'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:01:18.194323 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f99bc23a-8e72-46ff-a9cb-22d93f009d78 req-15a8a77a-ae7e-47f2-972e-151618449846 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 210 time: 0.3164339 Aug 19 03:01:18.311235 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Made reservation on behalf of bfc50582e3cf485eb878fd746eb2e5ce for: {'port': 1} {{(pid=94404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 03:01:18.314825 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.323434 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.412549 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.488376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.547145 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:18.562505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.562875 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.563198 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.563535 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.563874 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.564202 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.564530 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.564857 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.565786 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.566169 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.566498 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.566821 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:18.629843 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_common [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Allocated IP 192.168.233.31 (1b0cb93a-87ea-4cba-8e9e-841c9bd369a2/1a5e4b55-40ac-449d-aa58-d72bd3aba513/2a1c25e7-8619-4208-90a9-dde970672c35) {{(pid=94404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 03:01:18.773655 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks [] for port, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.786545 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Transition to ACTIVE for port object 2a1c25e7-8619-4208-90a9-dde970672c35 will not be triggered until provisioned by entity DHCP. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 03:01:18.880727 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792001562435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:18.920757 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 is already hosted by enough agents. {{(pid=94404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 03:01:18.926363 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.base_scheduler [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Resources bound (agent type, host, resource id): {{(pid=94404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 03:01:18.930325 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Received port after_create {{(pid=94404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 03:01:18.961965 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Pushing event updated for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:18.999443 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22e33-3ee1-4b0d-9252-ae00fc68f8c2 req-41d7f57f-e516-4c19-90ef-6f6d68b8c1e5 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:19.000915 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:19.001243 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-60a22e33-3ee1-4b0d-9252-ae00fc68f8c2 req-41d7f57f-e516-4c19-90ef-6f6d68b8c1e5 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0569441 Aug 19 03:01:19.001528 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.041375 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-60a22e33-3ee1-4b0d-9252-ae00fc68f8c2 req-ec99917b-aeee-4396-8d3d-6d99de97e338 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Aug 19 03:01:19.072471 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-f4758fac-11a0-47ed-91ad-feca4ac8b6fe tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2022169 Aug 19 03:01:19.091409 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.v2.base [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Request body: {'port': {'device_id': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 03:01:19.147124 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.192775 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5881b1df-a9eb-40ad-8ff4-e9103cca32b7 None None] Provisioning for port 2a1c25e7-8619-4208-90a9-dde970672c35 completed by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 03:01:19.196821 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-5881b1df-a9eb-40ad-8ff4-e9103cca32b7 None None] Provisioning complete for port 2a1c25e7-8619-4208-90a9-dde970672c35 triggered by entity DHCP. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 03:01:19.197049 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5881b1df-a9eb-40ad-8ff4-e9103cca32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.230900 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-5881b1df-a9eb-40ad-8ff4-e9103cca32b7 None None] Port 2a1c25e7-8619-4208-90a9-dde970672c35 cannot update to ACTIVE because it is not bound. {{(pid=94406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 03:01:19.358609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9dc0e-3e6d-4fda-b8f9-8dc995b5f55a req-aa25ac2a-8d4a-4103-82bb-878b7387cdc3 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:19.360098 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a9b9dc0e-3e6d-4fda-b8f9-8dc995b5f55a req-aa25ac2a-8d4a-4103-82bb-878b7387cdc3 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 935 time: 0.0964029 Aug 19 03:01:19.425694 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-a9b9dc0e-3e6d-4fda-b8f9-8dc995b5f55a req-461282c6-1401-41b0-9a9a-d09be999b134 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Aug 19 03:01:19.477851 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c25e7-8619-4208-90a9-dde970672c35 {{(pid=94404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 03:01:19.485169 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.497342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Transition to ACTIVE for port object 2a1c25e7-8619-4208-90a9-dde970672c35 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 03:01:19.563110 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.612568 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:19.686126 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Attempting to bind port 2a1c25e7-8619-4208-90a9-dde970672c35 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 03:01:19.686471 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Attempting to bind port 2a1c25e7-8619-4208-90a9-dde970672c35 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 03:01:19.686797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Attempting to bind port 2a1c25e7-8619-4208-90a9-dde970672c35 on network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 03:01:19.691902 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Port 2a1c25e7-8619-4208-90a9-dde970672c35 on network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 03:01:19.692223 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Attempting to bind port 2a1c25e7-8619-4208-90a9-dde970672c35 on network 1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 03:01:19.697201 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Checking agent: {'id': 'fd39492e-b155-4ff4-9f4d-3113ec9fcac3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'started_at': datetime.datetime(2021, 8, 19, 2, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 03:01:19.697540 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Checking segment: {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 03:01:19.697925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Bound using segment: {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 03:01:19.698387 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Bound port: 2a1c25e7-8619-4208-90a9-dde970672c35, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4132a3-8f1f-404f-9d6c-5f3645fa6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 03:01:19.698746 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.763325 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 03:01:19.766262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2a1c25e7-8619-4208-90a9-dde970672c35,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 03:01:19.846498 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126764753'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.884692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:19.885320 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:19.886735 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a1c25e7-8619-4208-90a9-dde970672c35 HTTP/1.1" status: 200 len: 1097 time: 0.7997797 Aug 19 03:01:19.887164 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:01:19.889424 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c754f705-cc06-4356-a7e6-d68f30f93a84" -d '{"events": [{"name": "network-changed", "server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:01:19.912850 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ce36-ef81-411f-a3ef-856991786c60 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:20.000879 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6af4c-16d0-42ef-8423-0bad703ac817 x-openstack-request-id: req-06f6af4c-16d0-42ef-8423-0bad703ac817 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:01:20.004375 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:01:20.004375 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06f6af4c-16d0-42ef-8423-0bad703ac817 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:01:20.004375 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35', 'status': 'completed', 'code': 200} Aug 19 03:01:20.060350 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-a8e0bc56-b287-40f8-9822-01af167726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.061871 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-a8e0bc56-b287-40f8-9822-01af167726ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 1100 time: 0.0420306 Aug 19 03:01:20.117784 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-57d4d3e3-1977-4480-ad77-33997f48f2f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2a1c25e7-8619-4208-90a9-dde970672c35 HTTP/1.1" status: 200 len: 217 time: 0.0396850 Aug 19 03:01:20.187547 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-0ed0989e-de99-40b2-8e98-21bc9fd9e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.188966 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-0ed0989e-de99-40b2-8e98-21bc9fd9e9d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a5e4b55-40ac-449d-aa58-d72bd3aba513 HTTP/1.1" status: 200 len: 843 time: 0.0638671 Aug 19 03:01:20.197283 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b36e4-5ee6-4629-bda9-cfda4706f851 req-4b2dd8cf-4eb7-4404-a348-b7e1205d6aa6 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.198665 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f76b36e4-5ee6-4629-bda9-cfda4706f851 req-4b2dd8cf-4eb7-4404-a348-b7e1205d6aa6 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0836673 Aug 19 03:01:20.264204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f76b36e4-5ee6-4629-bda9-cfda4706f851 req-fd2c8f24-aa1f-44ae-aa16-b3c3b794f73e tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568740 Aug 19 03:01:20.266774 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-777f8109-9ac4-4e9a-88aa-cf7f678b8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.268238 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-777f8109-9ac4-4e9a-88aa-cf7f678b8d8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b0cb93a-87ea-4cba-8e9e-841c9bd369a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687015 Aug 19 03:01:20.358149 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-304de952-4a2a-45a6-b601-37287f0d5524 service neutron] 10.222.0.41 "GET /v2.0/networks/1b0cb93a-87ea-4cba-8e9e-841c9bd369a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828192 Aug 19 03:01:20.450742 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b945b700-e5ee-49e9-9b0e-2fd76b794b47 req-b90b14f2-78de-4772-809a-a04d0c62ad59 service neutron] 10.222.0.41 "GET /v2.0/networks/1b0cb93a-87ea-4cba-8e9e-841c9bd369a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Aug 19 03:01:20.542525 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c0aea-92af-46c7-9d5c-bed0b2712d00 req-39e3208d-03ca-4674-a8ef-8dde567cb849 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.543962 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cf4c0aea-92af-46c7-9d5c-bed0b2712d00 req-39e3208d-03ca-4674-a8ef-8dde567cb849 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 947 time: 0.0477514 Aug 19 03:01:20.581150 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-cf4c0aea-92af-46c7-9d5c-bed0b2712d00 req-4d046ace-0816-4309-b487-3fa6e9ae1a9e tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Aug 19 03:01:20.649639 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-b7fe62ae-8f0b-4046-baf5-2a261dbc4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.651133 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-b7fe62ae-8f0b-4046-baf5-2a261dbc4b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 1100 time: 0.0402930 Aug 19 03:01:20.745072 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-2ed4e4bd-977e-42fd-b285-103d24603b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.746472 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-2ed4e4bd-977e-42fd-b285-103d24603b7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b0cb93a-87ea-4cba-8e9e-841c9bd369a2 HTTP/1.1" status: 200 len: 870 time: 0.0881059 Aug 19 03:01:20.787654 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-5eb33248-0df8-4fbe-b3ac-f1a0126cd86e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2a1c25e7-8619-4208-90a9-dde970672c35 HTTP/1.1" status: 200 len: 217 time: 0.0337605 Aug 19 03:01:20.837439 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-e74a48ae-7510-4a4b-b2c1-34d999dfe6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.839010 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-e74a48ae-7510-4a4b-b2c1-34d999dfe6d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a5e4b55-40ac-449d-aa58-d72bd3aba513 HTTP/1.1" status: 200 len: 843 time: 0.0426202 Aug 19 03:01:20.888354 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-2c5ed808-fc92-4c0a-b0a2-b562df095289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:20.889816 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-2c5ed808-fc92-4c0a-b0a2-b562df095289 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b0cb93a-87ea-4cba-8e9e-841c9bd369a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431776 Aug 19 03:01:20.978703 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-99c3e961-655c-4822-9a22-e49dd139f28d service neutron] 10.222.0.41 "GET /v2.0/networks/1b0cb93a-87ea-4cba-8e9e-841c9bd369a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Aug 19 03:01:21.079846 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-c754f705-cc06-4356-a7e6-d68f30f93a84 req-1ba95c91-07b7-41b7-8314-648b5c933164 service neutron] 10.222.0.41 "GET /v2.0/networks/1b0cb93a-87ea-4cba-8e9e-841c9bd369a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Aug 19 03:01:21.378649 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a582-6ae4-497c-9be7-62bfba730898 req-2992209b-1836-4d56-a422-05b672cdab01 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:21.380144 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e577a582-6ae4-497c-9be7-62bfba730898 req-2992209b-1836-4d56-a422-05b672cdab01 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 19 03:01:21.419831 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e577a582-6ae4-497c-9be7-62bfba730898 req-502231d6-5105-4d87-b1a8-e9fcbd4e2fa2 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Aug 19 03:01:21.694101 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec254c-4fc7-4f1e-967d-508f374144b4 req-be7760b3-d4dd-4ebc-9894-7dc7a199fe30 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:21.695417 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-68ec254c-4fc7-4f1e-967d-508f374144b4 req-be7760b3-d4dd-4ebc-9894-7dc7a199fe30 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 947 time: 0.0481744 Aug 19 03:01:21.731749 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-68ec254c-4fc7-4f1e-967d-508f374144b4 req-6b75f948-dc82-46a9-a9be-5e829e332468 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Aug 19 03:01:22.183005 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:22.533293 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed552-4be6-45a0-94c5-0e612539a08f req-d82d6a6f-1a03-4c33-8916-4f6c7adf2140 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:22.534917 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-090ed552-4be6-45a0-94c5-0e612539a08f req-d82d6a6f-1a03-4c33-8916-4f6c7adf2140 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0485601 Aug 19 03:01:22.574120 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-090ed552-4be6-45a0-94c5-0e612539a08f req-d7494cd2-6cef-4925-bb32-0a9021ad2937 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Aug 19 03:01:22.850157 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869882-57bd-452d-b2b3-5a2932589755 req-8ab97ced-a636-4848-b549-b9adb5932818 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:22.851571 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-49869882-57bd-452d-b2b3-5a2932589755 req-8ab97ced-a636-4848-b549-b9adb5932818 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 947 time: 0.0503864 Aug 19 03:01:22.887474 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-49869882-57bd-452d-b2b3-5a2932589755 req-3bcf20ef-9bd7-41b0-8dfa-fbc7b4245325 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301707 Aug 19 03:01:23.130982 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-5da0d1e1-f108-476c-af5f-d37cfa2e8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:23.132449 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-5da0d1e1-f108-476c-af5f-d37cfa2e8839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0500226 Aug 19 03:01:23.221584 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-3e31c348-d8df-47f7-8291-e5440b9d5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:23.223733 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-3e31c348-d8df-47f7-8291-e5440b9d5ee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0839367 Aug 19 03:01:23.291336 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-506c6c4c-ac4b-4d23-b2ce-e89e34bd0bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1001 time: 0.0609641 Aug 19 03:01:23.340147 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-cbfb4930-a8fc-435d-8ea9-38354e4e7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:23.341577 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-cbfb4930-a8fc-435d-8ea9-38354e4e7724 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0433843 Aug 19 03:01:23.391103 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-adc65fdb-b7fd-4dbc-ad6d-838894a8e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:23.392530 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-adc65fdb-b7fd-4dbc-ad6d-838894a8e4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446379 Aug 19 03:01:23.475022 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 2a1c25e7-8619-4208-90a9-dde970672c35 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 03:01:23.485102 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-b23dbc66-982d-4945-a635-623255c1612f service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Aug 19 03:01:23.574373 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2a1c25e7-8619-4208-90a9-dde970672c35,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:23.575874 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f7eb2ead-a3e8-41b2-9710-979c980b4400 req-515e8c21-4964-47ec-9049-a1eae4ba134d service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Aug 19 03:01:23.584597 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': '2a1c25e7-8619-4208-90a9-dde970672c35', 'network_id': '1b0cb93a-87ea-4cba-8e9e-841c9bd369a2', 'port_id': '2a1c25e7-8619-4208-90a9-dde970672c35', 'mac_address': 'fa:16:3e:27:98:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5e4b55-40ac-449d-aa58-d72bd3aba513', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 03:01:23.624419 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:23.636928 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c25e7-8619-4208-90a9-dde970672c35 {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 03:01:23.656281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2a1c25e7-8619-4208-90a9-dde970672c35,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:23.689279 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60be60-4c9b-4d6f-b002-416e1b3dd12c req-a6caa694-b4c4-45a9-af22-665fbaf7b422 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:23.690779 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4a60be60-4c9b-4d6f-b002-416e1b3dd12c req-a6caa694-b4c4-45a9-af22-665fbaf7b422 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0498650 Aug 19 03:01:23.714436 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:23.734568 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4a60be60-4c9b-4d6f-b002-416e1b3dd12c req-ee50b0f0-b957-4140-9d5d-077d82fcbaa5 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378685 Aug 19 03:01:23.761821 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=4']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:23.768594 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.768938 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.769278 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.769660 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.770533 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.770953 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.771303 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.771623 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.771932 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.772251 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.772569 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.772883 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:01:23.999131 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e634140-6590-4e28-a944-7ef26da84397 req-0ba6112e-6ef6-480a-ba08-a58e64d45b6c tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:24.000577 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9e634140-6590-4e28-a944-7ef26da84397 req-0ba6112e-6ef6-480a-ba08-a58e64d45b6c tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 948 time: 0.0480680 Aug 19 03:01:24.037928 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-9e634140-6590-4e28-a944-7ef26da84397 req-f942a989-0cc7-432e-9405-7b979ef4dd7e tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Aug 19 03:01:24.052808 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['2a1c25e7-8619-4208-90a9-dde970672c35'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 03:01:24.849838 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d16de-fc56-4b8c-aa12-ca172db7a962 req-6c035174-1666-46cd-927a-8b5f9b8e14e9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:24.851345 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e83d16de-fc56-4b8c-aa12-ca172db7a962 req-6c035174-1666-46cd-927a-8b5f9b8e14e9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0505099 Aug 19 03:01:24.888832 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-e83d16de-fc56-4b8c-aa12-ca172db7a962 req-68dc7940-17e9-4155-921d-0cf9c23bbf76 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Aug 19 03:01:25.152453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0766-4362-43c9-97c8-c7fedc4fbe22 req-66bf5293-caf8-467d-aec9-4acda49e2945 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:25.153899 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-519f0766-4362-43c9-97c8-c7fedc4fbe22 req-66bf5293-caf8-467d-aec9-4acda49e2945 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 948 time: 0.0505385 Aug 19 03:01:25.189854 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-519f0766-4362-43c9-97c8-c7fedc4fbe22 req-5905a458-0c0b-4b77-b307-eeca3b6f6342 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301220 Aug 19 03:01:25.485060 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 2a1c25e7-8619-4208-90a9-dde970672c35 up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 03:01:25.594719 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning for port 2a1c25e7-8619-4208-90a9-dde970672c35 completed by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 03:01:25.598921 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port 2a1c25e7-8619-4208-90a9-dde970672c35 triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 03:01:25.599514 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:25.678030 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:25.702665 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:01:25.704886 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed548de-3c60-4627-b2c8-3ef6e1ef334f" -d '{"events": [{"server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:01:25.717893 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2a1c25e7-8619-4208-90a9-dde970672c35,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:25.740370 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176bc901-a5d4-4e3d-9bc3-8a2a690457b3 x-openstack-request-id: req-176bc901-a5d4-4e3d-9bc3-8a2a690457b3 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:01:25.740687 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:01:25.741564 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-176bc901-a5d4-4e3d-9bc3-8a2a690457b3 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:01:25.741564 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35', 'code': 200} Aug 19 03:01:25.783381 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:25.831751 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=5']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:26.012293 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0cf89-3077-4493-9d1f-47f2711d0735 req-87a56c55-0f05-489a-886a-22e51b55dce9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:26.013739 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2df0cf89-3077-4493-9d1f-47f2711d0735 req-87a56c55-0f05-489a-886a-22e51b55dce9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0582807 Aug 19 03:01:26.053867 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-2df0cf89-3077-4493-9d1f-47f2711d0735 req-39735f70-0430-4b63-9489-752ca08b2384 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 Aug 19 03:01:26.089210 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb3f14-4430-4e8c-a163-eaae847f3833 req-1ee9e8a1-0d24-481e-8fe9-786fa6e37b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:26.090677 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4cbb3f14-4430-4e8c-a163-eaae847f3833 req-1ee9e8a1-0d24-481e-8fe9-786fa6e37b56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 1102 time: 0.0424683 Aug 19 03:01:26.131243 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-4cbb3f14-4430-4e8c-a163-eaae847f3833 req-15961f3b-2d02-4682-9b19-d43d0e010cdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278914 Aug 19 03:01:26.305329 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970ab63-7544-46f6-a161-e980efe93ff8 req-96f069a7-215a-4f1d-8257-161b55e1d1af tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:26.306806 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f970ab63-7544-46f6-a161-e980efe93ff8 req-96f069a7-215a-4f1d-8257-161b55e1d1af tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0499218 Aug 19 03:01:26.346810 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-f970ab63-7544-46f6-a161-e980efe93ff8 req-04bb6cdc-a616-4b7a-9463-84e127222cba tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Aug 19 03:01:27.169768 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcbbfb-b0ab-4e16-9340-452ffec8232e req-e2d0f125-0a90-4f14-bfa7-407fbdb1fc2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:27.171350 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-26dcbbfb-b0ab-4e16-9340-452ffec8232e req-e2d0f125-0a90-4f14-bfa7-407fbdb1fc2d tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 19 03:01:27.209412 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-26dcbbfb-b0ab-4e16-9340-452ffec8232e req-c6943e16-7de3-4e50-9271-ab6abc0734ef tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Aug 19 03:01:27.462554 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f0ba4-433c-4ad8-abc0-ab553ae809d8 req-226dbf1d-8188-42cd-b5b8-edeef62cb17d tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:27.470086 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3b2f0ba4-433c-4ad8-abc0-ab553ae809d8 req-226dbf1d-8188-42cd-b5b8-edeef62cb17d tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0591309 Aug 19 03:01:27.504452 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-3b2f0ba4-433c-4ad8-abc0-ab553ae809d8 req-6209e2ff-e21e-404c-9a41-f441afd8e98a tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Aug 19 03:01:27.553262 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3ef09-0738-4c22-ac13-28ae76751748 req-25d48251-cc8a-4118-9cf1-07312f79b60f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:27.554815 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-55b3ef09-0738-4c22-ac13-28ae76751748 req-25d48251-cc8a-4118-9cf1-07312f79b60f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0525095 Aug 19 03:01:27.593585 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-55b3ef09-0738-4c22-ac13-28ae76751748 req-8c697e1a-3f8b-4b2f-9a6a-b3254ca7eb25 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Aug 19 03:01:27.621791 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 41980) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:27.704481 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-9d6e0b3b-3819-451c-a0e4-7eb316b58c08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814989 Aug 19 03:01:28.618511 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722bed-e5e9-4fe5-8395-17d3776c9cb8 req-609ab508-69c7-4499-973b-7e652b4213c9 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:28.619891 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1c722bed-e5e9-4fe5-8395-17d3776c9cb8 req-609ab508-69c7-4499-973b-7e652b4213c9 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0487578 Aug 19 03:01:28.661042 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1c722bed-e5e9-4fe5-8395-17d3776c9cb8 req-1817f182-93da-4aab-af18-c95ade089cbc tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Aug 19 03:01:28.714490 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98763-5247-4817-a8a8-b50dccfad634 req-23109aab-3088-4b51-bcec-d56ffd57a1a8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:28.715986 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1cc98763-5247-4817-a8a8-b50dccfad634 req-23109aab-3088-4b51-bcec-d56ffd57a1a8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0530286 Aug 19 03:01:28.753565 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-1cc98763-5247-4817-a8a8-b50dccfad634 req-5ff02020-d765-49c1-9169-f339a484c295 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Aug 19 03:01:29.109156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a7cc8-9332-4090-8702-e4f1e3cae6e7 req-d27695a3-64f4-4587-ba96-d4ae89017c64 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:29.110638 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8f3a7cc8-9332-4090-8702-e4f1e3cae6e7 req-d27695a3-64f4-4587-ba96-d4ae89017c64 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0480397 Aug 19 03:01:29.158268 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8f3a7cc8-9332-4090-8702-e4f1e3cae6e7 req-1d9fc011-a2d4-4f9f-83e1-c8c9e119c8d0 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Aug 19 03:01:29.523056 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:01:29.595687 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:29.619423 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:01:29.621549 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1f1c52-d0de-4768-ac56-e36d69b53f21" -d '{"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:01:29.634756 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:29.655816 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e37e10-895b-42f4-8ec6-40ab1eb1d9ff x-openstack-request-id: req-80e37e10-895b-42f4-8ec6-40ab1eb1d9ff {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:01:29.656101 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-unplugged", "status": "failed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "code": 422}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:01:29.656354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80e37e10-895b-42f4-8ec6-40ab1eb1d9ff {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:01:29.656758 dv-cinder-757936-6-iscsi neutron-server[94406]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'code': 422} returned with failed status Aug 19 03:01:29.705568 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:29.753985 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=6']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:29.872332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400a880-e1bb-49c1-b9cb-255e990f445a req-de9e5181-a89a-4b46-9c5a-10dc6378b3cf tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:29.873816 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d400a880-e1bb-49c1-b9cb-255e990f445a req-de9e5181-a89a-4b46-9c5a-10dc6378b3cf tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0494735 Aug 19 03:01:29.912081 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d400a880-e1bb-49c1-b9cb-255e990f445a req-089a2155-5950-42a8-9b1d-44bda8b465d9 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Aug 19 03:01:30.271844 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e666e7e-f197-4ba4-bcd8-86423ccc82b8 req-b20c5fad-e05a-4836-9ae5-ebc1bcbe4aa6 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:30.273272 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e666e7e-f197-4ba4-bcd8-86423ccc82b8 req-b20c5fad-e05a-4836-9ae5-ebc1bcbe4aa6 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0477927 Aug 19 03:01:30.311190 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-1e666e7e-f197-4ba4-bcd8-86423ccc82b8 req-e9329dbb-b4b8-4564-a4f2-9170263a132b tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/security-groups?id=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Aug 19 03:01:30.659777 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-e052572c-08c6-4ba4-a05c-365034235711 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:30.661962 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-e052572c-08c6-4ba4-a05c-365034235711 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 949 time: 0.0505919 Aug 19 03:01:30.662852 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.41', 53111) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:30.761317 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-193e6ee9-e16a-4a33-9104-7180567c5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:30.762820 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-193e6ee9-e16a-4a33-9104-7180567c5b5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&tenant_id=016c71fd1233430a9a32a9d315b52868 HTTP/1.1" status: 200 len: 1096 time: 0.0924439 Aug 19 03:01:30.789070 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Deleting port 2a1c25e7-8619-4208-90a9-dde970672c35 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:01:30.789948 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:30.890021 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-a415d93a-4a0e-4b2a-a91e-0ca817a63663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:30.891551 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-a415d93a-4a0e-4b2a-a91e-0ca817a63663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1096 time: 0.0873427 Aug 19 03:01:30.953013 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] For port 2a1c25e7-8619-4208-90a9-dde970672c35, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2a1c25e7-8619-4208-90a9-dde970672c35,segment=NetworkSegment(7a4132a3-8f1f-404f-9d6c-5f3645fa6838),segment_id=7a4132a3-8f1f-404f-9d6c-5f3645fa6838)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:30.953371 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:30.973003 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Calling delete_port for 2a1c25e7-8619-4208-90a9-dde970672c35 owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:01:31.089556 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-49111b73-3639-4d98-96ca-ae155e5e68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:31.091029 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-49111b73-3639-4d98-96ca-ae155e5e68fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.1922979 Aug 19 03:01:31.100720 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1c4f4-dcd4-4755-843a-6c8e83eb4426 req-60c18cb0-3d70-46f6-8ee0-c75f0174fd27 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:31.102084 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65c1c4f4-dcd4-4755-843a-6c8e83eb4426 req-60c18cb0-3d70-46f6-8ee0-c75f0174fd27 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.1238849 Aug 19 03:01:31.205310 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-2142d8ba-d030-4b68-87a0-6f1d9f387de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 999 time: 0.1022153 Aug 19 03:01:31.209578 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-65c1c4f4-dcd4-4755-843a-6c8e83eb4426 req-3b6d1493-1d95-461a-8d7d-d0bef1aca668 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001630 Aug 19 03:01:31.288551 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-bfafe03e-b556-47f0-aae3-0838a52d3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:31.289977 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-bfafe03e-b556-47f0-aae3-0838a52d3d64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0748551 Aug 19 03:01:31.340032 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-1824b380-96fb-4ab2-804b-d74ca93617d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:31.341504 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-1824b380-96fb-4ab2-804b-d74ca93617d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430291 Aug 19 03:01:31.345899 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:31.381838 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['2a1c25e7-8619-4208-90a9-dde970672c35'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 03:01:31.385180 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Pushing event deleted for resources: {'Port': ['ID=2a1c25e7-8619-4208-90a9-dde970672c35,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:31.429002 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-fc213c84-f9dd-479d-a52d-e0657bc6460f req-bea4777d-35d7-484e-88ed-502a4ae8d640 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 210 time: 0.0353346 Aug 19 03:01:31.470864 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] No DVR routers for this DVR port 2a1c25e7-8619-4208-90a9-dde970672c35 on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:01:31.474181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:31.476357 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-840d6571-1829-42df-9265-7f4bb8ffb5a7 req-7f9bd7a9-caa3-4cd7-8414-42c0c2314793 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.41 "DELETE /v2.0/ports/2a1c25e7-8619-4208-90a9-dde970672c35 HTTP/1.1" status: 204 len: 173 time: 0.8070359 Aug 19 03:01:31.476800 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'name': 'network-vif-deleted', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:01:31.479088 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2243c3f-e34f-4414-b167-744d936ab7ed" -d '{"events": [{"server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "name": "network-vif-deleted", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:01:31.512415 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-6a9de4c9-b6ab-46c9-bd8e-aab7d2cbd7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597538 Aug 19 03:01:31.519379 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45210b9-76ac-4810-af61-1547f350bf1b x-openstack-request-id: req-d45210b9-76ac-4810-af61-1547f350bf1b {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:01:31.523925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb86d3b-7f5d-4085-9beb-32dc2d8afcb1", "name": "network-vif-deleted", "tag": "2a1c25e7-8619-4208-90a9-dde970672c35", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:01:31.523925 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d45210b9-76ac-4810-af61-1547f350bf1b {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:01:31.523925 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb86d3b-7f5d-4085-9beb-32dc2d8afcb1', 'name': 'network-vif-deleted', 'tag': '2a1c25e7-8619-4208-90a9-dde970672c35', 'status': 'completed', 'code': 200} Aug 19 03:01:31.612399 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-53536ddb-17e6-4284-8c1f-2411821cbb13 req-1233141b-2de0-46c9-b46a-e9c25aeefe37 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Aug 19 03:01:32.325098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2a7e-6fb9-4be6-a547-48e3b4bf52e8 req-1e391c73-9261-498a-8763-6692fca4ad54 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:32.326543 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-350d2a7e-6fb9-4be6-a547-48e3b4bf52e8 req-1e391c73-9261-498a-8763-6692fca4ad54 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0510135 Aug 19 03:01:32.363072 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-350d2a7e-6fb9-4be6-a547-48e3b4bf52e8 req-c5a569e5-2251-411c-8ca1-a93e870521ea tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306957 Aug 19 03:01:32.542204 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b647b2ea-6330-48b7-bed3-dc2bef08982b req-d141a014-b4d9-42c5-a9ba-1e4630f1bfe2 tempest-VolumesNegativeTest-635360330 tempest-VolumesNegativeTest-635360330-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb86d3b-7f5d-4085-9beb-32dc2d8afcb1 HTTP/1.1" status: 200 len: 210 time: 0.0265658 Aug 19 03:01:32.762912 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-35c3539e-266c-4b6d-afd4-f5ac042ad3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:33.476656 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718344b-0c3e-470c-9f18-324546009d07 req-fe33b209-acec-4cde-88db-0edddfa1dc94 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:33.478094 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e718344b-0c3e-470c-9f18-324546009d07 req-fe33b209-acec-4cde-88db-0edddfa1dc94 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0475628 Aug 19 03:01:33.513777 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-e718344b-0c3e-470c-9f18-324546009d07 req-6453965b-3b17-4790-b563-0a32b99ed94f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300338 Aug 19 03:01:34.626388 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4658-4cac-4bcb-8ed2-3cd4a2c3f3df req-eefc5171-2ef1-48ad-8dfb-de89852538e8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:34.627868 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce3f4658-4cac-4bcb-8ed2-3cd4a2c3f3df req-eefc5171-2ef1-48ad-8dfb-de89852538e8 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0499711 Aug 19 03:01:34.666680 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ce3f4658-4cac-4bcb-8ed2-3cd4a2c3f3df req-baa96eb5-8191-4b2d-9bf2-5f1742c58c60 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Aug 19 03:01:35.271716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-0694fdad-676b-4d2c-befc-5c0e7034eab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:35.540481 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 2a1c25e7-8619-4208-90a9-dde970672c35 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:01:35.564510 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: 2a1c25e7-8619-4208-90a9-dde970672c35 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:01:35.564851 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device 2a1c25e7-8619-4208-90a9-dde970672c35 not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:01:35.591577 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:35.806331 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a23c4a-e694-492f-ba1d-ecb8b81f5ab1 req-12327326-0418-4555-a488-00f4bcb9aacb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:35.807198 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b3a23c4a-e694-492f-ba1d-ecb8b81f5ab1 req-12327326-0418-4555-a488-00f4bcb9aacb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0625868 Aug 19 03:01:35.854916 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b3a23c4a-e694-492f-ba1d-ecb8b81f5ab1 req-bdfb7ba0-a3ac-4a04-8cd2-b33a5483bdfb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394483 Aug 19 03:01:36.526236 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:36.978876 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe65f3-70f3-4b15-bfc0-633f4545d30c req-a6d44b0e-038c-46e0-9965-965232cf5479 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:36.980284 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-00fe65f3-70f3-4b15-bfc0-633f4545d30c req-a6d44b0e-038c-46e0-9965-965232cf5479 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0508714 Aug 19 03:01:37.019057 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-00fe65f3-70f3-4b15-bfc0-633f4545d30c req-d060a3e2-fe5c-4316-921a-6a1f2dae9187 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Aug 19 03:01:38.133279 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2700-f2e3-4b33-97bc-382b36cd62ed req-0acc2785-781c-4ceb-acfc-aa5b867f9765 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:38.134753 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec8c2700-f2e3-4b33-97bc-382b36cd62ed req-0acc2785-781c-4ceb-acfc-aa5b867f9765 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0487678 Aug 19 03:01:38.172364 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-ec8c2700-f2e3-4b33-97bc-382b36cd62ed req-3b1cdea4-dc87-4d31-9ff7-51f3216b2a8f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Aug 19 03:01:38.265987 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.046706 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42280) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:39.178136 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-16d76ab1-dea5-4f57-b3f9-40027303b10c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfc50582e3cf485eb878fd746eb2e5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302261 Aug 19 03:01:39.181087 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42284) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:01:39.228112 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.252336 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.283599 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8ba7a-86d1-4237-8e6a-bf3d18747643 req-718afb00-7f52-499a-a9ec-e8d0dd3450ef tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:39.285097 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ded8ba7a-86d1-4237-8e6a-bf3d18747643 req-718afb00-7f52-499a-a9ec-e8d0dd3450ef tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 943 time: 0.0473745 Aug 19 03:01:39.322980 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-ded8ba7a-86d1-4237-8e6a-bf3d18747643 req-b54ce7ec-e846-4db3-bc97-b9c3ee112c52 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Aug 19 03:01:39.371977 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.374517 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.375694 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1937332 Aug 19 03:01:39.383501 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a1fa-e8d4-4283-9cda-437eca19e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc3bea-7a00-4a41-bc6c-2ea68a52c6e5,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:39.541044 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 03:01:39.632816 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:39.645605 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Returning: {'device': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'port_id': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'mac_address': 'fa:16:3e:b9:b3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 03:01:39.685874 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.703168 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d {{(pid=94406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 03:01:39.724482 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:39.791848 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:39.840408 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=7']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:40.068520 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] get_ports_and_sgs() called for port_ids ['ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'] {{(pid=94406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 03:01:40.435811 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9779b-ce8d-44f4-8d28-0d4b70442703 req-7076e701-4814-4b18-b2bd-1f78eacafec0 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:40.437324 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4b9779b-ce8d-44f4-8d28-0d4b70442703 req-7076e701-4814-4b18-b2bd-1f78eacafec0 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 944 time: 0.0493364 Aug 19 03:01:40.475084 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-b4b9779b-ce8d-44f4-8d28-0d4b70442703 req-7572342a-50d2-4f05-bf80-2b4826bdccdd tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Aug 19 03:01:41.562661 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d up at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 03:01:41.594577 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6724612-2ed6-4b0b-8337-f0836eee9c2b req-11f17831-3276-49d8-b319-8c32a35590e3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:41.596046 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c6724612-2ed6-4b0b-8337-f0836eee9c2b req-11f17831-3276-49d8-b319-8c32a35590e3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 944 time: 0.0554962 Aug 19 03:01:41.608897 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.provisioning_blocks [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Provisioning complete for port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d triggered by entity L2. {{(pid=94406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 03:01:41.609262 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518972'] for port, provisioning_complete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:41.634110 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-c6724612-2ed6-4b0b-8337-f0836eee9c2b req-5dc93aa7-d072-4e41-a50d-4547a207c554 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 19 03:01:41.686332 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:41.707320 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:01:41.709551 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84880b26bc5440c3146dbe5f8bdafb6ef725e8f86a0ff9590bbfcd90c353988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f7c29-7037-434c-ae31-312d40e82cdf" -d '{"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:01:41.722196 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:01:41.744504 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d01c00-fd07-42f1-abf2-e7158f331370 x-openstack-request-id: req-f7d01c00-fd07-42f1-abf2-e7158f331370 {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:01:41.744802 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "code": 200}]} {{(pid=94406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:01:41.745046 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7d01c00-fd07-42f1-abf2-e7158f331370 {{(pid=94406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:01:41.745430 dv-cinder-757936-6-iscsi neutron-server[94406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'code': 200} Aug 19 03:01:41.785735 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792002080880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792001562453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792001562471'] for port, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:41.832357 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=8']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:01:42.045466 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d49cd-cef4-4968-8acb-af47eff390e4 req-0945ae7b-2c0b-49e4-857f-fee212969e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:42.046902 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d44d49cd-cef4-4968-8acb-af47eff390e4 req-0945ae7b-2c0b-49e4-857f-fee212969e16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0400307 Aug 19 03:01:42.080206 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-d44d49cd-cef4-4968-8acb-af47eff390e4 req-be7e272b-e874-4a1b-a805-103b4ea741ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262628 Aug 19 03:01:42.747047 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88970100-d22e-441f-a5a8-8861e07e928f req-d8f4c1ce-1d5d-453e-8d57-045e7a9e04eb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:42.748448 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-88970100-d22e-441f-a5a8-8861e07e928f req-d8f4c1ce-1d5d-453e-8d57-045e7a9e04eb tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 19 03:01:42.784702 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-88970100-d22e-441f-a5a8-8861e07e928f req-97c97fd3-b3e0-45b2-b6ea-d0e9facc69cd tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304394 Aug 19 03:01:43.903294 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaad6-a2de-4266-9c20-1ba841131f5c req-fa9c283d-6922-44ac-9a0f-986d9d1eb014 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:43.904670 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cfbdaad6-a2de-4266-9c20-1ba841131f5c req-fa9c283d-6922-44ac-9a0f-986d9d1eb014 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0519187 Aug 19 03:01:43.940846 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-cfbdaad6-a2de-4266-9c20-1ba841131f5c req-eb91dbe7-950a-4f67-a106-f4989fac79ca tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302293 Aug 19 03:01:48.871332 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:01:52.207999 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:01:53.267167 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-510e9cf4-0337-47fc-af71-d07a33a7efe4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434666 Aug 19 03:01:53.364614 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-005b528e-579f-4146-afd9-de1d9487d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:53.365954 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-005b528e-579f-4146-afd9-de1d9487d482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0397875 Aug 19 03:01:53.731934 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-0c967810-35c9-4844-9a58-e34ace9af51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:53.733297 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-0c967810-35c9-4844-9a58-e34ace9af51c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.3484037 Aug 19 03:01:53.798045 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-537bc68e-1cd3-427c-a77e-05bdc14f7a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1001 time: 0.0567079 Aug 19 03:01:53.845735 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-6f4a8bc7-fe61-4430-92b6-e634c4f90cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:53.847134 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-6f4a8bc7-fe61-4430-92b6-e634c4f90cc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0418470 Aug 19 03:01:53.894526 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-a50632ce-1be3-43b3-a323-03d993c80d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:01:53.895938 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-a50632ce-1be3-43b3-a323-03d993c80d8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414128 Aug 19 03:01:53.984078 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-147e73e6-c739-45ba-b8fc-fac0977596fd service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796361 Aug 19 03:01:54.076176 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-055317da-1c98-4782-ba1a-b2ce048f7a52 req-58bc68a1-32c6-47e4-818b-995621a4dc7a service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839646 Aug 19 03:02:01.821787 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42360) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:02.298542 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:02.536051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Deleting port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:02:02.536385 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:02.616617 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] For port 1f1d83c7-ad43-4e80-874e-b2c1ce167d93, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:02:02.616973 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:02.628968 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Calling delete_port for 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 owned by network:router_interface {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:02:02.739965 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff9e9-58e8-4ded-8b23-867412fcc261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:02.886625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:02.912044 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1d83c7-ad43-4e80-874e-b2c1ce167d93,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:03.082324 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:03.299995 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Router 2e44b638-2d66-4e57-b102-e782b7262d30 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 03:02:03.408123 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 03:02:03.413575 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6a0ac433-69fd-4fbe-917e-c9567e047203 admin admin] 10.222.0.38 "PUT /v2.0/routers/2e44b638-2d66-4e57-b102-e782b7262d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901802 Aug 19 03:02:03.416100 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42364) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:03.418797 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Sync routers for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 03:02:03.428079 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:02:03.429342 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:01:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:03.519061 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:03.530185 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:02:03.620830 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:03.702423 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T03:02:02Z', 'revision_number': 5, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port': {'id': 'd4051e7b-dd43-41ff-85ea-527ace2dbde0', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:23:19Z', 'updated_at': '2021-08-19T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:03.731469 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Checking router: 2e44b638-2d66-4e57-b102-e782b7262d30 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 03:02:03.739578 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Routers {'2e44b638-2d66-4e57-b102-e782b7262d30'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:02:03.740183 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:01:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['2e44b638-2d66-4e57-b102-e782b7262d30'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:03.752964 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Deleting port d4051e7b-dd43-41ff-85ea-527ace2dbde0 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:02:03.753305 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:03.824618 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] Set router 2e44b638-2d66-4e57-b102-e782b7262d30 gateway port host: None {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:02:03.836143 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] For port d4051e7b-dd43-41ff-85ea-527ace2dbde0, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=d4051e7b-dd43-41ff-85ea-527ace2dbde0,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:02:03.836506 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:03.848581 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Calling delete_port for d4051e7b-dd43-41ff-85ea-527ace2dbde0 owned by network:router_gateway {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:02:03.874822 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T03:02:03Z', 'revision_number': 6, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:03.903650 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ca0b8-955e-45c4-903f-2cd5bb59a9b1 None None] The sync data for ids ['2e44b638-2d66-4e57-b102-e782b7262d30'] in dv-cinder-757936-6-iscsi is: [{'id': '2e44b638-2d66-4e57-b102-e782b7262d30', 'name': 'tempest-AttachVolumeTestJSON-1297753459-router', 'tenant_id': '9bade93ce4724d9f8c00a4dd3631f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:23:18Z', 'updated_at': '2021-08-19T03:02:03Z', 'revision_number': 6, 'project_id': '9bade93ce4724d9f8c00a4dd3631f429', 'gw_port_host': None}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 03:02:04.074550 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.097321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d4051e7b-dd43-41ff-85ea-527ace2dbde0,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:04.158086 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.248111 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.250287 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.360737 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.361297 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e44b638-2d66-4e57-b102-e782b7262d30 {{(pid=94404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 03:02:04.365873 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.367242 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-e9b15157-0c64-4975-b789-28837c9e38fa admin admin] 10.222.0.38 "DELETE /v2.0/routers/2e44b638-2d66-4e57-b102-e782b7262d30 HTTP/1.1" status: 204 len: 168 time: 0.9502122 Aug 19 03:02:04.371060 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42366) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:04.414214 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Deleting subnet b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:02:04.417170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.450113 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.529918 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.649595 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.674484 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:04.680306 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.684553 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-498e1208-eeb8-4694-beb0-082099e3138a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b0ef7150-19d8-4f6b-8fdf-e9f7c8f5c4c6 HTTP/1.1" status: 204 len: 168 time: 0.3116765 Aug 19 03:02:04.684783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42368) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:04.685496 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1f926-46a7-44e5-8299-242908ce0900 None None] Network 58d304d8-0316-41b3-ae55-1f9ea752b69d requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:02:04.752646 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.808586 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Deleting port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:02:04.808788 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.876387 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] For port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:02:04.876549 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] DHCP port deletion for 58d304d8-0316-41b3-ae55-1f9ea752b69d request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 03:02:04.876754 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.893547 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Calling delete_port for 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:02:04.942267 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Deleting port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:02:04.942833 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:04.947674 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:02:05.002402 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:02:05.002747 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 1f1d83c7-ad43-4e80-874e-b2c1ce167d93 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:02:05.003157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:02:05.057227 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] For port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,segment=NetworkSegment(a092345b-b409-4982-8df8-9557719eae8d),segment_id=a092345b-b409-4982-8df8-9557719eae8d)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:02:05.057620 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.072911 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Calling delete_port for 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:02:05.164495 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461723'] for port, before_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.272172 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.277411 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.278544 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.db.api [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 03:02:05.278544 dv-cinder-757936-6-iscsi neutron-server[94406]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 03:02:05.278544 dv-cinder-757936-6-iscsi neutron-server[94406]: [parameters: {'status': 'DOWN', 'ports_id': '5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1'}] Aug 19 03:02:05.278544 dv-cinder-757936-6-iscsi neutron-server[94406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 03:02:05.281644 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG oslo_db.api [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 03:02:05.300023 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] Pushing event deleted for resources: {'Port': ['ID=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:05.302437 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:05.302804 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8cb303bf-15e0-46ef-9894-26c263bfcdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.307541 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6be39-8222-4940-bde5-5138b664f381 None None] No DVR routers for this DVR port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:02:05.313453 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] No DVR routers for this DVR port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:02:05.317126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.317126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.317126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.317126 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.318203 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.318203 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.318203 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.318501 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.318722 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.319128 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.319471 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.319808 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:05.389497 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.399543 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d304d8-0316-41b3-ae55-1f9ea752b69d']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:05.412727 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092345b-b409-4982-8df8-9557719eae8d') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:05.417171 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092345b-b409-4982-8df8-9557719eae8d') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:05.422663 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.436080 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.441865 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self.session.flush() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self.session.flush() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self.session.flush() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self.session.flush() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:02:05.449600 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:02:05.572948 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.578368 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.580195 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/58d304d8-0316-41b3-ae55-1f9ea752b69d HTTP/1.1" status: 204 len: 168 time: 0.8944879 Aug 19 03:02:05.591881 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64731d2-7127-4cb8-8796-31dc67635bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d304d8-0316-41b3-ae55-1f9ea752b69d,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:05.594779 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:05.801698 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Port 5ea9cb7f-267d-42c8-85f9-3fe1b8127ad1 update to DOWN by agent not found {{(pid=94406) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 03:02:05.802354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device d4051e7b-dd43-41ff-85ea-527ace2dbde0 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:02:05.821667 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: d4051e7b-dd43-41ff-85ea-527ace2dbde0 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:02:05.822133 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device d4051e7b-dd43-41ff-85ea-527ace2dbde0 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:02:05.915279 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42374) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:05.955325 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-62d5e1ef-614c-43e9-b47d-9ea224bde95b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bade93ce4724d9f8c00a4dd3631f429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389264 Aug 19 03:02:05.957609 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42376) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:06.004504 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:06.025866 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:06.139322 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:06.141871 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:06.143075 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f3cd049-78c9-4c1d-a7ca-0c0fe9ed43fa HTTP/1.1" status: 204 len: 168 time: 0.1845610 Aug 19 03:02:06.151180 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bd19a-9980-419c-8124-96ba1b48a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3cd049-78c9-4c1d-a7ca-0c0fe9ed43fa,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:06.528415 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:08.253946 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.084660 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42518) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:20.187204 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.273932 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.333672 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.371836 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de899dac-3f20-4987-bb13-a66cff917afc,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:20.376566 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=824e62dfc04c4055a2ab7399a574be5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909045 Aug 19 03:02:20.379335 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42522) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:20.381505 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.381860 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.382235 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.382579 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.382919 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.383260 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.383598 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.383983 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.384525 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.384868 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.385204 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.385532 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd14984-8d9e-40e2-a07a-4dc5413c6276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:02:20.428710 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.449312 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.556536 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.559112 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:20.560302 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de899dac-3f20-4987-bb13-a66cff917afc HTTP/1.1" status: 204 len: 168 time: 0.1799479 Aug 19 03:02:20.568216 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705b8be-6ee3-4bb5-a5a9-a3ad3657990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de899dac-3f20-4987-bb13-a66cff917afc,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:21.128555 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42528) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:21.140526 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ed242bc-1ea3-48c5-9eb1-e4d005a19541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.224897 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ed242bc-1ea3-48c5-9eb1-e4d005a19541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.292051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5ed242bc-1ea3-48c5-9eb1-e4d005a19541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.334802 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5ed242bc-1ea3-48c5-9eb1-e4d005a19541 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57cb1cda238f4883b110cfedfc15982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071569 Aug 19 03:02:21.335771 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed242bc-1ea3-48c5-9eb1-e4d005a19541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a9eff-f875-4d03-8f16-63f34193fa94,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:21.338662 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42530) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:21.389898 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.410518 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.528240 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.530813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:21.531950 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e10a9eff-f875-4d03-8f16-63f34193fa94 HTTP/1.1" status: 204 len: 168 time: 0.1921649 Aug 19 03:02:21.540047 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e19c6c-6092-4e85-99bf-eb097a5ae08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a9eff-f875-4d03-8f16-63f34193fa94,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:22.200517 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:24.783748 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42602) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:24.890549 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1ad69b8f-3c0b-4d0e-a2ab-62c0640c378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:24.976035 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1ad69b8f-3c0b-4d0e-a2ab-62c0640c378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.034644 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-1ad69b8f-3c0b-4d0e-a2ab-62c0640c378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.074008 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-1ad69b8f-3c0b-4d0e-a2ab-62c0640c378d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43b01c9a2c384b10b979069a67c7b8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892027 Aug 19 03:02:25.075139 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad69b8f-3c0b-4d0e-a2ab-62c0640c378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f98be27-2a00-4f2a-831e-f52fc80b466d,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:25.076637 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42606) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:25.125283 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.145670 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.277345 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.280114 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.281300 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f98be27-2a00-4f2a-831e-f52fc80b466d HTTP/1.1" status: 204 len: 168 time: 0.2035370 Aug 19 03:02:25.289079 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7d141-ef17-4182-9e3b-da7a5259ab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f98be27-2a00-4f2a-831e-f52fc80b466d,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:25.870252 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:02:25.878898 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42612) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:25.892570 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-835d692a-4a11-439d-b0ce-f312dccb5b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:25.981300 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-835d692a-4a11-439d-b0ce-f312dccb5b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.040813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-835d692a-4a11-439d-b0ce-f312dccb5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.079583 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-835d692a-4a11-439d-b0ce-f312dccb5b47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91c82370d2854076bb19465f2023cc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994522 Aug 19 03:02:26.080431 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d692a-4a11-439d-b0ce-f312dccb5b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858f486-d6b6-4aed-bf1c-ea05248eddef,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:26.082240 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42614) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:26.131593 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.153004 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.269000 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.271620 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:26.272778 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5858f486-d6b6-4aed-bf1c-ea05248eddef HTTP/1.1" status: 204 len: 168 time: 0.1895661 Aug 19 03:02:26.280775 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba091c64-8202-4a7f-8975-b91b0e353593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858f486-d6b6-4aed-bf1c-ea05248eddef,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:32.727854 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f75bb379-f0fe-43f6-b59c-6200d08ff382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:35.259128 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-27bb0292-6d91-46c3-9f21-a6f899673302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:35.613213 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:36.537872 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:37.558177 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42700) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:37.683434 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bb1f-15a0-4e83-8f6b-43f743380585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:37.788831 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bb1f-15a0-4e83-8f6b-43f743380585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:37.836637 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bb1f-15a0-4e83-8f6b-43f743380585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:37.882436 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8bb1f-15a0-4e83-8f6b-43f743380585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddd6498-e612-4393-9bfc-2d728fb92425,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:37.888576 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-7aa8bb1f-15a0-4e83-8f6b-43f743380585 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9dff38da2e04055a640ec0631d82da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291311 Aug 19 03:02:37.891369 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42704) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:37.953938 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:37.977315 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:38.115170 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:38.117886 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:38.119292 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dddd6498-e612-4393-9bfc-2d728fb92425 HTTP/1.1" status: 204 len: 168 time: 0.2269299 Aug 19 03:02:38.127961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf42549-928a-4602-b11b-711938c4cfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddd6498-e612-4393-9bfc-2d728fb92425,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:38.258176 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:39.700813 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42738) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:39.803752 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5b7718dd-1328-4a58-af62-6d3ad4bdce48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:39.888853 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5b7718dd-1328-4a58-af62-6d3ad4bdce48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:39.960832 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5b7718dd-1328-4a58-af62-6d3ad4bdce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:40.000909 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7718dd-1328-4a58-af62-6d3ad4bdce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af23749-57d9-4e4a-92f8-72c87593a4c1,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:40.006171 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5b7718dd-1328-4a58-af62-6d3ad4bdce48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=312e275c4f3442a58eac7c88fa4b28d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043261 Aug 19 03:02:40.008789 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42742) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:40.055524 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:40.076445 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:40.190822 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:40.193435 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:40.194618 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2af23749-57d9-4e4a-92f8-72c87593a4c1 HTTP/1.1" status: 204 len: 168 time: 0.1849427 Aug 19 03:02:40.202332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ded7f-f076-4450-8178-4b1ad18a31aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af23749-57d9-4e4a-92f8-72c87593a4c1,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:45.533269 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42808) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:45.634946 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8689ed4a-76a1-420d-b179-ea55a501a49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:45.720353 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8689ed4a-76a1-420d-b179-ea55a501a49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:45.777549 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8689ed4a-76a1-420d-b179-ea55a501a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:45.818486 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8689ed4a-76a1-420d-b179-ea55a501a49d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dcd49e198a56408486a671fa2f19c50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841444 Aug 19 03:02:45.819332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689ed4a-76a1-420d-b179-ea55a501a49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1f89b-98c3-4b30-a725-28f567273900,revision_number=1']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:45.821890 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42812) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:45.871377 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:45.892573 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:46.001775 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:46.004341 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:46.005596 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57f1f89b-98c3-4b30-a725-28f567273900 HTTP/1.1" status: 204 len: 168 time: 0.1826458 Aug 19 03:02:46.014487 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0156f5-3e7b-4702-861f-3f41f4952fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1f89b-98c3-4b30-a725-28f567273900,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:52.213082 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:53.521982 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-ed217e26-45b0-49d3-889b-4b1c822f59cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428038 Aug 19 03:02:53.620332 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e0c973f1-1553-4aa4-bcce-e7f6f883878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:53.621908 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e0c973f1-1553-4aa4-bcce-e7f6f883878a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0404117 Aug 19 03:02:53.727522 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e9c6f140-c93b-455e-8bef-508b1a2d44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:53.728881 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e9c6f140-c93b-455e-8bef-508b1a2d44b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0869002 Aug 19 03:02:53.794370 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-3f777d39-ffec-4cf5-858a-fe48bf7b1872 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 1001 time: 0.0576377 Aug 19 03:02:53.842561 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-c6a0ef93-fb90-4be1-84ad-d2937c064834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:53.843988 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-c6a0ef93-fb90-4be1-84ad-d2937c064834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0430543 Aug 19 03:02:53.892632 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e554c978-86aa-4995-a427-f61544a5b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:53.894152 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-e554c978-86aa-4995-a427-f61544a5b335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432887 Aug 19 03:02:53.906033 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-2a203429-7f85-404f-ba0a-c3744524e136 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 03:02:53.907008 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-2a203429-7f85-404f-ba0a-c3744524e136 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052512 Aug 19 03:02:53.997835 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-7fb2f4a4-d8dd-4c52-8046-148d9e2a8db3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Aug 19 03:02:54.088527 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-8185e4aa-9860-4f5b-aac9-e7f6beaa7888 req-45e2400c-aefb-40e6-8b37-99c17b4cd15b service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Aug 19 03:02:56.259771 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42884) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:56.362628 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2d073ff3-5526-471f-bb89-59d6ad698cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.451268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2d073ff3-5526-471f-bb89-59d6ad698cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.544800 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-2d073ff3-5526-471f-bb89-59d6ad698cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_create {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.583395 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-2d073ff3-5526-471f-bb89-59d6ad698cae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4c831df766b42f0a222d197d9cdfb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225570 Aug 19 03:02:56.584204 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d073ff3-5526-471f-bb89-59d6ad698cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced2de0-3dee-4950-88fe-30001ab720d1,revision_number=1']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:56.586156 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42888) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:56.635195 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.656178 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.779337 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.781861 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:56.783053 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ced2de0-3dee-4950-88fe-30001ab720d1 HTTP/1.1" status: 204 len: 168 time: 0.1959047 Aug 19 03:02:56.792162 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06dc68-f2f4-4fdb-bc10-444a56cbcda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced2de0-3dee-4950-88fe-30001ab720d1,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:57.297550 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42892) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:02:57.457181 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Deleting port 64b096db-a6a6-4c5e-932e-070537197f71 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:02:57.457518 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:57.535252 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:57.535576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:57.546908 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Calling delete_port for 64b096db-a6a6-4c5e-932e-070537197f71 owned by network:floatingip {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:02:57.779333 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:57.802732 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event deleted for resources: {'Port': ['ID=64b096db-a6a6-4c5e-932e-070537197f71,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:02:57.867053 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:57.867367 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.db.l3_db [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Floating IP cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb disassociated (deleted). External IP: 172.27.3.128, port: ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d. Aug 19 03:02:58.339639 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Router 164b0d9f-d67a-4592-9279-8d849072398a has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 03:02:58.444035 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 03:02:58.449116 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for floatingip, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:02:58.454628 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Sync routers for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 03:02:58.463087 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:02:58.463694 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:02:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:58.482101 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-3434251e-a3f5-4df0-b2b3-58328850478b tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "DELETE /v2.0/floatingips/cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb HTTP/1.1" status: 204 len: 168 time: 1.1834643 Aug 19 03:02:58.482779 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:02:58.485108 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:02:58.524636 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b63256-8f3c-488c-add5-ad39f6d02482 x-openstack-request-id: req-87b63256-8f3c-488c-add5-ad39f6d02482 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:02:58.524931 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:02:58.525179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87b63256-8f3c-488c-add5-ad39f6d02482 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:02:58.525570 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'status': 'completed', 'code': 200} Aug 19 03:02:58.621083 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-f892a1c1-c5a4-4453-9d63-8dd206e8017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:58.623388 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-f892a1c1-c5a4-4453-9d63-8dd206e8017e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=016c71fd1233430a9a32a9d315b52868&device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 1098 time: 0.0437694 Aug 19 03:02:58.697107 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:02:58.718571 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-5b223b08-5906-4fa2-8ee3-0cba0ce20014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:58.727509 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-5b223b08-5906-4fa2-8ee3-0cba0ce20014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 200 len: 909 time: 0.0883689 Aug 19 03:02:58.771387 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-28705dad-c465-4480-bb3f-72da85b14a19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 200 len: 217 time: 0.0419447 Aug 19 03:02:58.895518 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:58.912350 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c6b0-6aa1-4600-8e5b-66e5f0f38d4b req-12ebc9a2-b337-493c-b707-19d6983d73d4 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:58.913847 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3777c6b0-6aa1-4600-8e5b-66e5f0f38d4b req-12ebc9a2-b337-493c-b707-19d6983d73d4 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0856769 Aug 19 03:02:58.915239 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-edb5b62c-281b-4de3-8875-620f120c3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:58.916564 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-edb5b62c-281b-4de3-8875-620f120c3006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 200 len: 847 time: 0.0630639 Aug 19 03:02:58.922212 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Checking router: 164b0d9f-d67a-4592-9279-8d849072398a for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 03:02:58.930459 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:02:58.931065 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:02:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:58.978174 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-3777c6b0-6aa1-4600-8e5b-66e5f0f38d4b req-7253ff29-e439-494b-8590-274dc5c9268f tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572610 Aug 19 03:02:58.992705 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-4e17aeaf-854a-4dda-bfdb-cd757d094e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:02:58.994500 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-4e17aeaf-854a-4dda-bfdb-cd757d094e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668197 Aug 19 03:02:59.040349 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:02:59.085921 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-572681ad-3013-43ec-a2f1-fc2ec844271a service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Aug 19 03:02:59.180492 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-49fbc3e5-f7f8-4187-a5c6-b24fb03a5fa2 req-c2226e56-3a1a-4ef1-a702-6bbe44a248e6 service neutron] 10.222.0.41 "GET /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Aug 19 03:02:59.237806 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:02:59.264209 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b061-7a85-4e26-951e-9a9adffba899 None None] The sync data for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi is: [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T02:58:20Z', 'revision_number': 4, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi', '_interfaces': [{'id': '0c679c2b-9c9f-4545-bf4c-fb3a0648f18a', 'name': '', 'network_id': '4b4292f1-51f3-4fa2-bbf7-eae88a42b80e', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'mac_address': 'fa:16:3e:64:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:19Z', 'updated_at': '2021-08-19T02:58:25Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'subnets': [{'id': '81b1ee30-1bba-4b53-be60-f146ddbf3311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 03:02:59.473562 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a927a-e704-4353-adcd-d1f2d40b12b4 None None] New status for floating IP cdd56cdc-38f9-41c4-90d7-7bc2cc4608fb: DOWN {{(pid=94407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 03:03:00.097505 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a8e5-6400-4cbb-8e22-5130cf1a1a46 req-38b59fb9-990c-402d-b4fc-5b50cf9c48f3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:03:00.099005 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b1f8a8e5-6400-4cbb-8e22-5130cf1a1a46 req-38b59fb9-990c-402d-b4fc-5b50cf9c48f3 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0483234 Aug 19 03:03:00.137257 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-b1f8a8e5-6400-4cbb-8e22-5130cf1a1a46 req-bbeab0a5-1b11-4cc7-a74d-b8e811752910 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f7e072a-1861-4051-b151-ac20a1843d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Aug 19 03:03:00.636550 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-e5715134-789f-4470-b43c-4804373b4489 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 03:03:00.638713 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-e5715134-789f-4470-b43c-4804373b4489 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 945 time: 0.0476079 Aug 19 03:03:00.729961 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Deleting port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:00.730321 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:00.816049 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] For port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:00.816434 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:00.829177 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Calling delete_port for ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d owned by compute:nova {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:01.013171 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:01.042149 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event deleted for resources: {'Port': ['ID=ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:01.086780 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] No DVR routers for this DVR port ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d on host hv-cinder-75793 {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:03:01.089376 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932345'] for port, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:01.092450 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-21d70f6c-84d5-46d6-839b-5d58c2c9742a req-c41084e2-67a7-4802-87c9-4cd80d58c0fa tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.41 "DELETE /v2.0/ports/ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d HTTP/1.1" status: 204 len: 173 time: 0.4469848 Aug 19 03:03:01.092883 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-deleted', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d'}] {{(pid=94404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 03:03:01.095147 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cd4e76628992cc75f9fea655004049b58e0ea7117d0e52ac6cde003ef8a8b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f77963-8954-445b-8aae-a5ecfbbae9b7" -d '{"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-deleted", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d"}]}' {{(pid=94404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 03:03:01.141742 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f2f21-6b5d-4e14-9dd0-586c373e0932 x-openstack-request-id: req-a15f2f21-6b5d-4e14-9dd0-586c373e0932 {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 03:03:01.142051 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9095451-7041-48c3-91b6-303b938271bc", "name": "network-vif-deleted", "tag": "ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d", "status": "completed", "code": 200}]} {{(pid=94404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 03:03:01.142356 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a15f2f21-6b5d-4e14-9dd0-586c373e0932 {{(pid=94404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 03:03:01.142787 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9095451-7041-48c3-91b6-303b938271bc', 'name': 'network-vif-deleted', 'tag': 'ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d', 'status': 'completed', 'code': 200} Aug 19 03:03:01.232138 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [req-d5764f1f-4e25-4115-8dfa-24ff0b4c8e09 req-f123574c-40ba-474c-bb82-e65b8c1a311c tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0276608 Aug 19 03:03:02.338514 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [req-7fa26c90-d0ba-4a77-b0ab-d8858ceabcca req-f89384db-3cdf-41a5-8afc-2708c3cb3df1 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9095451-7041-48c3-91b6-303b938271bc HTTP/1.1" status: 200 len: 210 time: 0.0261905 Aug 19 03:03:02.761688 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8274dfe5-fde5-4559-9b95-5c978db55dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:02.868814 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:03:03.396431 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42914) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:03.456685 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:03.488679 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:03.619050 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:03.621528 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:03.622795 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] 10.222.0.38 "DELETE /v2.0/security-groups/8f7e072a-1861-4051-b151-ac20a1843d86 HTTP/1.1" status: 204 len: 168 time: 0.2253604 Aug 19 03:03:03.632053 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb02397-d99f-4ad8-a6b9-76328fc2a995 tempest-TestShelveInstance-1743311685 tempest-TestShelveInstance-1743311685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7e072a-1861-4051-b151-ac20a1843d86,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:03.718610 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42918) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:03.950289 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:03.970063 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] No Port match for: ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:03.970408 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Device ad3e9fa3-5d1a-4cbd-b14a-64b2b42c843d not bound to the agent host hv-cinder-75793 {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:04.052720 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:04.290623 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Deleting port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:04.290879 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:04.368200 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] For port 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:04.368558 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:04.380285 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Calling delete_port for 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:04.630631 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:04.656674 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c679c2b-9c9f-4545-bf4c-fb3a0648f18a,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:04.819249 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.033166 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Router 164b0d9f-d67a-4592-9279-8d849072398a has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 03:03:05.134682 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 03:03:05.140207 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-895587ae-4c8a-4426-9de6-7ca25103378a admin admin] 10.222.0.38 "PUT /v2.0/routers/164b0d9f-d67a-4592-9279-8d849072398a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197416 Aug 19 03:03:05.142816 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42920) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:05.144361 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Sync routers for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 03:03:05.153489 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:03:05.154126 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:02:35Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:05.248535 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks [] for router, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.265598 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: dv-cinder-757936-6-iscsi {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:03:05.293658 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a54ebe0b-a123-4d3e-88c5-f04cd6c017d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.351158 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.446054 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T03:03:04Z', 'revision_number': 5, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port': {'id': '3779a8c2-4da5-4772-94f9-36d32c80f635', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b0d9f-d67a-4592-9279-8d849072398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:17Z', 'updated_at': '2021-08-19T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:05.472527 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Checking router: 164b0d9f-d67a-4592-9279-8d849072398a for host: dv-cinder-757936-6-iscsi {{(pid=94406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 03:03:05.478582 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Deleting port 3779a8c2-4da5-4772-94f9-36d32c80f635 {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:05.478976 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.481690 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Routers {'164b0d9f-d67a-4592-9279-8d849072398a'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:03:05.482344 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:03:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['164b0d9f-d67a-4592-9279-8d849072398a'], 'active': True} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:05.558979 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] For port 3779a8c2-4da5-4772-94f9-36d32c80f635, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=3779a8c2-4da5-4772-94f9-36d32c80f635,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:05.559343 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.575655 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Calling delete_port for 3779a8c2-4da5-4772-94f9-36d32c80f635 owned by network:router_gateway {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:05.579035 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvr_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] Set router 164b0d9f-d67a-4592-9279-8d849072398a gateway port host: None {{(pid=94406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:03:05.633517 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_hamode_db [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T03:03:05Z', 'revision_number': 6, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:05.636594 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.661748 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a3936-a783-4241-9aa4-cbc4d0c7c816 None None] The sync data for ids ['164b0d9f-d67a-4592-9279-8d849072398a'] in dv-cinder-757936-6-iscsi is: [{'id': '164b0d9f-d67a-4592-9279-8d849072398a', 'name': 'tempest-TestShelveInstance-577508536-router', 'tenant_id': '016c71fd1233430a9a32a9d315b52868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:16Z', 'updated_at': '2021-08-19T03:03:05Z', 'revision_number': 6, 'project_id': '016c71fd1233430a9a32a9d315b52868', 'gw_port_host': None}] {{(pid=94406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 03:03:05.795168 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.825196 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Pushing event deleted for resources: {'Port': ['ID=3779a8c2-4da5-4772-94f9-36d32c80f635,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:05.884951 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.972386 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:05.974412 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.093981 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.094546 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164b0d9f-d67a-4592-9279-8d849072398a {{(pid=94404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 03:03:06.105989 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.105989 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-8ebeac54-a6d5-4e5c-8b62-bb9934c6ddfa admin admin] 10.222.0.38 "DELETE /v2.0/routers/164b0d9f-d67a-4592-9279-8d849072398a HTTP/1.1" status: 204 len: 168 time: 0.9561973 Aug 19 03:03:06.105989 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42922) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:06.146429 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Deleting subnet 81b1ee30-1bba-4b53-be60-f146ddbf3311 {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:03:06.149473 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.182980 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.259115 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.356157 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.380738 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b1ee30-1bba-4b53-be60-f146ddbf3311,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:06.388278 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.392188 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-5cbb495e-eacb-41d7-a8ed-c5d5c1f66f40 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81b1ee30-1bba-4b53-be60-f146ddbf3311 HTTP/1.1" status: 204 len: 168 time: 0.2871892 Aug 19 03:03:06.393300 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42924) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:06.394321 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f301d-4f4e-4993-a5f6-5d5f4d80a5d7 None None] Network 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:03:06.464179 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.526342 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Deleting port 861849b3-fbca-4d3e-b862-c5ddcd2e093f {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:06.526576 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.533080 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.591239 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] DHCP port deletion for 4b4292f1-51f3-4fa2-bbf7-eae88a42b80e request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 03:03:06.592301 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] For port 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=861849b3-fbca-4d3e-b862-c5ddcd2e093f,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:06.592755 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.606110 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Calling delete_port for 861849b3-fbca-4d3e-b862-c5ddcd2e093f owned by network:dhcp {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:06.641759 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Deleting port 861849b3-fbca-4d3e-b862-c5ddcd2e093f {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:06.642253 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.707900 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] For port 861849b3-fbca-4d3e-b862-c5ddcd2e093f, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=861849b3-fbca-4d3e-b862-c5ddcd2e093f,segment=NetworkSegment(072f9b1d-bde8-4a55-959f-85e3b2ee2cc3),segment_id=072f9b1d-bde8-4a55-959f-85e3b2ee2cc3)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:06.708292 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.720604 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Calling delete_port for 861849b3-fbca-4d3e-b862-c5ddcd2e093f owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:06.778187 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.794899 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.804873 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Pushing event deleted for resources: {'Port': ['ID=861849b3-fbca-4d3e-b862-c5ddcd2e093f,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:06.806717 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] No DVR routers for this DVR port 861849b3-fbca-4d3e-b862-c5ddcd2e093f on host dv-cinder-757936-6-iscsi {{(pid=94404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:03:06.820229 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Pushing event deleted for resources: {'Port': ['ID=861849b3-fbca-4d3e-b862-c5ddcd2e093f,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:06.824516 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] No DVR routers for this DVR port 861849b3-fbca-4d3e-b862-c5ddcd2e093f on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:03:06.831676 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.832029 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.832369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.832703 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.833036 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.833364 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.833693 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.834037 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.834475 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.834742 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.835114 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.835403 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea1ef8-89d5-45c1-9f65-8e7953363783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:06.891084 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.901618 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4292f1-51f3-4fa2-bbf7-eae88a42b80e']}} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:06.911403 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3') {'for_net_delete': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:06.911692 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.services.segments.db [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072f9b1d-bde8-4a55-959f-85e3b2ee2cc3') {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:06.920391 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127894445'] for segment, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.934220 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 861849b3-fbca-4d3e-b862-c5ddcd2e093f no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:06.940714 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.953797 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:03:06.954228 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126764809'] for segment, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: Traceback (most recent call last): Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: timer() Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: cb(*args, **kw) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: return func(*args, **kwargs) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: self._notify() Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: self.callback(batched_events) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: event.method(event) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: return f(self, *a, **k) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._get(url).json() Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: return self.request(url, 'GET', **kwargs) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:03:06.955932 dv-cinder-757936-6-iscsi neutron-server[94404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:03:06.958941 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 861849b3-fbca-4d3e-b862-c5ddcd2e093f {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:06.959289 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 861849b3-fbca-4d3e-b862-c5ddcd2e093f not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:06.959705 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:06.977883 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:06.982170 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 0c679c2b-9c9f-4545-bf4c-fb3a0648f18a not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:06.982170 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3779a8c2-4da5-4772-94f9-36d32c80f635 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:06.997230 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: 3779a8c2-4da5-4772-94f9-36d32c80f635 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:06.997580 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device 3779a8c2-4da5-4772-94f9-36d32c80f635 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:07.076012 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.081771 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.083629 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b4292f1-51f3-4fa2-bbf7-eae88a42b80e HTTP/1.1" status: 204 len: 168 time: 0.6893942 Aug 19 03:03:07.086776 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42926) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:07.094980 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c12f51-c8b8-4c45-95e0-77530ee4c078 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4292f1-51f3-4fa2-bbf7-eae88a42b80e,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:07.426268 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589046'] for router_interface, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.663122 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Deleting port f03498fa-86f8-45eb-bd68-036f36c01687 {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:07.663461 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.738580 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] For port f03498fa-86f8-45eb-bd68-036f36c01687, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=f03498fa-86f8-45eb-bd68-036f36c01687,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:07.738852 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.751345 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Calling delete_port for f03498fa-86f8-45eb-bd68-036f36c01687 owned by network:router_interface {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:07.955908 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:07.978741 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03498fa-86f8-45eb-bd68-036f36c01687,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:08.011141 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.011490 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.011839 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.012168 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.012509 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.012830 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.013158 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.013485 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.013813 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.014160 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.014503 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.014871 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-6-iscsi {{(pid=94405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 03:03:08.156212 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416358'] for router_interface, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:08.270444 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:08.593528 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Router 945434af-929d-4852-bc8e-82d83aa089e3 has already been hosted by L3 agent 7bf4e7f5-628e-4388-98fd-ad4559965000 {{(pid=94405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 03:03:08.695590 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] Notify agent at l3_agent.dv-cinder-757936-6-iscsi the message routers_updated {{(pid=94405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 03:03:08.701672 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-65bb8ced-d85c-4ad2-a4b3-974ce6705562 admin admin] 10.222.0.38 "PUT /v2.0/routers/945434af-929d-4852-bc8e-82d83aa089e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6137526 Aug 19 03:03:08.703225 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42928) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:08.704002 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Sync routers for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 03:03:08.713085 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:03:08.713715 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:03:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:08.806361 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks [] for router, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:08.816184 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: dv-cinder-757936-6-iscsi {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:03:08.910029 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:08.995891 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'external_fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T03:03:07Z', 'revision_number': 5, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port': {'id': 'ed566506-5d32-4594-8365-d5b348e8a9ea', 'name': '', 'network_id': '0d0d9eb6-7b8c-4d4e-bfa4-3c4e02a5948e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945434af-929d-4852-bc8e-82d83aa089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T02:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8c271-ea1c-4c73-ae8c-c5022237f977', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-6-iscsi'}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:09.022331 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Checking router: 945434af-929d-4852-bc8e-82d83aa089e3 for host: dv-cinder-757936-6-iscsi {{(pid=94407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 03:03:09.026291 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Deleting port ed566506-5d32-4594-8365-d5b348e8a9ea {{(pid=94404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:09.026625 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.031645 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Routers {'945434af-929d-4852-bc8e-82d83aa089e3'} bound to L3 agent in host dv-cinder-757936-6-iscsi {{(pid=94407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 03:03:09.032247 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:14:05Z,description=,heartbeat_timestamp=2021-08-19T03:03:05Z,host='dv-cinder-757936-6-iscsi',id=7bf4e7f5-628e-4388-98fd-ad4559965000,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:14:06Z,topic='l3_agent')) {'router_ids': ['945434af-929d-4852-bc8e-82d83aa089e3'], 'active': True} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:09.106881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] For port ed566506-5d32-4594-8365-d5b348e8a9ea, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=ed566506-5d32-4594-8365-d5b348e8a9ea,segment=NetworkSegment(ab9a9bb0-9e89-43c4-8c44-05acd6a977d7),segment_id=ab9a9bb0-9e89-43c4-8c44-05acd6a977d7)] {{(pid=94404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:09.107237 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.116193 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_dvr_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] Set router 945434af-929d-4852-bc8e-82d83aa089e3 gateway port host: None {{(pid=94407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 03:03:09.118780 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.plugin [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Calling delete_port for ed566506-5d32-4594-8365-d5b348e8a9ea owned by network:router_gateway {{(pid=94404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:09.170446 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.l3_hamode_db [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T03:03:08Z', 'revision_number': 6, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port_host': None}], 'dv-cinder-757936-6-iscsi', False) {} {{(pid=94407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:09.196635 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787dac0d-455f-4bd8-af86-fc8d9c7218ef None None] The sync data for ids ['945434af-929d-4852-bc8e-82d83aa089e3'] in dv-cinder-757936-6-iscsi is: [{'id': '945434af-929d-4852-bc8e-82d83aa089e3', 'name': 'tempest-TestShelveInstance-1022273549-router', 'tenant_id': 'c704834818494c7aa0c2b79f562cf41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:58:23Z', 'updated_at': '2021-08-19T03:03:08Z', 'revision_number': 6, 'project_id': 'c704834818494c7aa0c2b79f562cf41b', 'gw_port_host': None}] {{(pid=94407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 03:03:09.327512 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126764766'] for port, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.358197 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed566506-5d32-4594-8365-d5b348e8a9ea,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:09.412085 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585390'] for router_gateway, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.501883 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13048'] for router, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.503881 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.607463 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560356'] for router, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.613377 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945434af-929d-4852-bc8e-82d83aa089e3 {{(pid=94404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 03:03:09.613377 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] Notify callbacks [] for router, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.614618 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-f4527184-9c15-4491-ab0f-5c88c98ae32e admin admin] 10.222.0.38 "DELETE /v2.0/routers/945434af-929d-4852-bc8e-82d83aa089e3 HTTP/1.1" status: 204 len: 168 time: 0.9102812 Aug 19 03:03:09.616882 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.wsgi [-] (94404) accepted ('10.222.0.38', 42930) {{(pid=94404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:09.662326 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Deleting subnet f817bf6c-e339-4cdf-9b90-2d4a4d46895e {{(pid=94404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 03:03:09.665624 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.700878 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127894436'] for subnet, precommit_delete_associations {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.784899 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515022'] for subnet, precommit_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.905517 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126764715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126744037'] for subnet, after_delete {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.931860 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f817bf6c-e339-4cdf-9b90-2d4a4d46895e,revision_number=None']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:09.939888 dv-cinder-757936-6-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for subnet, before_response {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:09.944121 dv-cinder-757936-6-iscsi neutron-server[94404]: INFO neutron.wsgi [None req-6109c796-cd91-425e-b707-1f45af16f054 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f817bf6c-e339-4cdf-9b90-2d4a4d46895e HTTP/1.1" status: 204 len: 168 time: 0.3239796 Aug 19 03:03:09.944485 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42932) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:09.944966 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e792c-e1ff-44bf-8491-ac598815ec84 None None] Network a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 requested from dv-cinder-757936-6-iscsi {{(pid=94406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 03:03:10.014338 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642007'] for network, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.067356 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Deleting port e547808d-887e-4ceb-ad17-4d738d75515a {{(pid=94405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:10.067683 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.116772 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] DHCP port deletion for a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 request from dv-cinder-757936-6-iscsi {{(pid=94406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 03:03:10.137825 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.db [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] For port e547808d-887e-4ceb-ad17-4d738d75515a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e547808d-887e-4ceb-ad17-4d738d75515a,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:10.138226 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.152797 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Calling delete_port for e547808d-887e-4ceb-ad17-4d738d75515a owned by network:dhcp {{(pid=94405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:10.162976 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Deleting port e547808d-887e-4ceb-ad17-4d738d75515a {{(pid=94406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 03:03:10.163582 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792002074453'] for port, before_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.231806 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.db [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] For port e547808d-887e-4ceb-ad17-4d738d75515a, host dv-cinder-757936-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-6-iscsi',level=0,port_id=e547808d-887e-4ceb-ad17-4d738d75515a,segment=NetworkSegment(38e3ae97-cc26-44eb-8b77-46643996105a),segment_id=38e3ae97-cc26-44eb-8b77-46643996105a)] {{(pid=94406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 03:03:10.232208 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582848'] for port, precommit_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.245843 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Calling delete_port for e547808d-887e-4ceb-ad17-4d738d75515a owned by network:dhcp {{(pid=94406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 03:03:10.304678 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126880822'] for port, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.322760 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792002080889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792001562444'] for port, after_delete {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.335057 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e547808d-887e-4ceb-ad17-4d738d75515a,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:10.337019 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] No DVR routers for this DVR port e547808d-887e-4ceb-ad17-4d738d75515a on host dv-cinder-757936-6-iscsi {{(pid=94405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:03:10.350335 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] Pushing event deleted for resources: {'Port': ['ID=e547808d-887e-4ceb-ad17-4d738d75515a,revision_number=None']} {{(pid=94406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:10.352095 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a821d-51ba-4fc5-8c7b-b11b79253974 None None] No DVR routers for this DVR port e547808d-887e-4ceb-ad17-4d738d75515a on host dv-cinder-757936-6-iscsi {{(pid=94406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 03:03:10.407942 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514119', 'neutron.services.segments.db._delete_segments_for_network-8792002063041'] for network, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.417355 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05']}} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:10.426762 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e3ae97-cc26-44eb-8b77-46643996105a') {'for_net_delete': True} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:10.427053 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.services.segments.db [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e3ae97-cc26-44eb-8b77-46643996105a') {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 03:03:10.435494 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792002107302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129861278'] for segment, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.448899 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995'] for segment, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.455388 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 03:03:10.455756 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1509995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126881249'] for segment, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: Traceback (most recent call last): Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: timer() Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: cb(*args, **kw) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: return func(*args, **kwargs) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: self._notify() Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: self.callback(batched_events) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: event.method(event) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: return f(self, *a, **k) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._get(url).json() Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: return self.request(url, 'GET', **kwargs) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 03:03:10.457350 dv-cinder-757936-6-iscsi neutron-server[94405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 03:03:10.567546 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585339'] for network, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.572929 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530380'] for network, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:10.574823 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05 HTTP/1.1" status: 204 len: 168 time: 0.6293342 Aug 19 03:03:10.586179 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c05cd-d8ed-4991-af92-bb3ebbf981d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39011cf-4e39-4bfc-8cd0-75bf2e9e3c05,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:10.907884 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42936) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:10.936417 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device f03498fa-86f8-45eb-bd68-036f36c01687 no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:10.949190 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-faccb83c-eadd-47ac-921b-ba05388d6b43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=016c71fd1233430a9a32a9d315b52868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400877 Aug 19 03:03:10.951720 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42938) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:10.956467 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: f03498fa-86f8-45eb-bd68-036f36c01687 {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:10.956937 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device f03498fa-86f8-45eb-bd68-036f36c01687 not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:10.957211 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e547808d-887e-4ceb-ad17-4d738d75515a no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:10.979176 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: e547808d-887e-4ceb-ad17-4d738d75515a {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:10.979176 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device e547808d-887e-4ceb-ad17-4d738d75515a not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:10.979493 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ed566506-5d32-4594-8365-d5b348e8a9ea no longer exists at agent ovs-agent-dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 03:03:10.998181 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] No Port match for: ed566506-5d32-4594-8365-d5b348e8a9ea {{(pid=94406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 03:03:10.998531 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron.plugins.ml2.rpc [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Device ed566506-5d32-4594-8365-d5b348e8a9ea not bound to the agent host dv-cinder-757936-6-iscsi {{(pid=94406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 03:03:11.002403 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.023098 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.144535 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.147148 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.148294 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79f5f2e7-b0e1-4e46-9106-deb1cad51947 HTTP/1.1" status: 204 len: 168 time: 0.1955748 Aug 19 03:03:11.157766 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557caa9-f5be-4b10-a555-ac4b7e975743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5f2e7-b0e1-4e46-9106-deb1cad51947,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:11.679532 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42944) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:11.723450 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-530ea447-afc9-4763-806b-b33964db4ca1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c704834818494c7aa0c2b79f562cf41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426362 Aug 19 03:03:11.725828 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.wsgi [-] (94405) accepted ('10.222.0.38', 42946) {{(pid=94405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 03:03:11.774090 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.795029 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.893128 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283112'] for security_group, after_delete {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.895783 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:11.902658 dv-cinder-757936-6-iscsi neutron-server[94405]: INFO neutron.wsgi [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b60b4223-12e3-4874-ab34-232e60d067ec HTTP/1.1" status: 204 len: 168 time: 0.1682761 Aug 19 03:03:11.904631 dv-cinder-757936-6-iscsi neutron-server[94405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525071d-1f73-45ee-9bbd-96409b460eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b4223-12e3-4874-ab34-232e60d067ec,revision_number=None']} {{(pid=94405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 03:03:22.195483 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:32.727157 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-861ea3b8-2bda-476b-b579-66f6d8498e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:35.258332 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-950987aa-b286-4079-810b-cd5ecd170c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:35.572842 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:36.521429 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:38.298197 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:03:39.866861 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:03:52.241008 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:02.755281 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5b228c20-b09e-42e7-a31e-d8fcfa8737d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:05.240426 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-88600d32-c8ae-496b-be09-f37f885c7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:05.567300 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:06.566369 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:08.274927 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:16.866585 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:04:22.212436 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:32.766409 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfc3-6b53-4932-8e57-5d3957881ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:35.256961 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-51849f7d-bb6b-45e8-990a-5a57f967de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:35.640845 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:36.548292 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:38.315643 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:52.273794 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:04:53.865672 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:05:02.764881 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d5329877-3acf-4cbf-9061-bdae39a69d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:05.267738 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-434adcdd-6773-47eb-a65e-8eb76fc04fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:05.622019 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:06.564679 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:08.303293 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:22.250309 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:30.863808 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:05:32.743505 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5138ef0c-b10d-4652-ad74-44c6c173f11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:35.263133 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-fa0da1d5-da85-4be2-ae4f-f2b2d933c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:35.657527 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:36.560824 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:38.295667 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:05:52.227045 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:02.754681 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-c532f44a-3554-4c99-8311-d614f32fb561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:05.263062 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-989a2199-9049-45ba-a23b-da2348d55158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:05.589140 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:06.543394 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:07.863043 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:06:08.297568 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:22.254707 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:32.751740 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-209becf1-3c57-4118-9bb2-b14092445efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:35.254115 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-5038f9c9-1ed8-4d6c-9ea8-f6832fb30e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:35.625881 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:36.600121 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:38.294716 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:06:44.862211 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:06:52.297468 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:02.765852 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-176aef84-57ac-443a-ab6c-7dd8c424102b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:05.265280 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-f917193b-2387-4aef-b1e6-96a524479e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:05.659208 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:06.664846 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:08.337380 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:21.861810 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:07:22.314103 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:32.731180 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d32734bb-9845-4cc3-9a37-1673534dd810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:35.262602 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-e78a03b2-909f-48e2-b043-4c1bd0f1900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:35.645171 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:36.565543 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:38.331355 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:52.286965 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:07:58.860946 dv-cinder-757936-6-iscsi neutron-server[94407]: DEBUG neutron.db.agents_db [None req-efea81d1-3b8c-4366-ad4e-4af0e5fe9cad None None] Agent healthcheck: found 6 active agents {{(pid=94407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 03:08:02.743458 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a7d86966-2fde-4c46-91d6-f5b7ccbfc7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:05.275005 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6ac98ae8-3a0e-4430-ad98-69658c91f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:05.589268 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e9c8-a095-4a01-855a-f3c4d5e004f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:06.560533 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ccf9-076e-4cdf-9386-1024c22035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:08.326575 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0a53-162b-4233-b821-6218a0cbf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:22.268619 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-7ae98883-8b2a-4939-8fcd-96d634bdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 03:08:32.754354 dv-cinder-757936-6-iscsi neutron-server[94406]: DEBUG neutron_lib.callbacks.manager [None req-6811faf9-8969-44d4-930c-c3fa5c1b5bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792002063059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516233'] for agent, after_update {{(pid=94406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}